-- Logs begin at Wed 2021-08-18 18:42:56 UTC, end at Wed 2021-08-18 19:36:32 UTC. -- Aug 18 19:12:16.170183 dv-cinder-784092-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 19:12:18.893431 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Aug 18 19:12:18.894053 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 19:12:18.894296 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 19:12:18.897535 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Aug 18 19:12:18.897791 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 19:12:18.898104 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 19:12:18.899048 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:12:18.899282 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:12:18.899656 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:12:18.899927 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:12:18.900157 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:12:18.900489 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.900798 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.901097 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.901334 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.901640 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.901920 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.902205 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.902504 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.902799 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.903087 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.903372 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.903645 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.903904 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.904188 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.904478 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.904770 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.904995 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.905281 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.905808 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.906228 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.906514 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.906809 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.907106 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.907367 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.907647 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.907958 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.908292 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] host = dv-cinder-784092-14-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.908573 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.908864 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.909153 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.909442 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.909716 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.909996 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.910281 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.910641 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.910951 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.911195 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.911483 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.911775 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.912103 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.912331 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.912556 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.912850 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.913141 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.913420 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.913696 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.913977 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.914256 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.914532 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.914801 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.915090 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.915378 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.915663 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.915966 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.916252 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.916526 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.916794 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.917080 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.917355 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.917631 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.917907 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.918196 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.918470 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.918744 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.919046 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.919336 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.919618 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.919930 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.920210 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.920493 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.920765 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.921036 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.921306 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.921576 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.921846 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.922126 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.922401 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.922671 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.922944 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.923214 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.923502 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:18.923804 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.924125 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.924435 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.924718 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.925014 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.925296 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.925591 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.925868 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.926242 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.926512 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.926809 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.927091 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.927383 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.927665 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.927995 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.928305 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.928605 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.928899 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.929177 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.929455 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.929730 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.930010 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.930301 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.930598 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.930891 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.931167 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.931449 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.931742 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.932060 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.932337 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.932618 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.932911 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.933191 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.933464 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.933749 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.934028 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.934302 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.934577 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.934855 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.935152 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.935431 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.935707 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.936009 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.936288 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.936561 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.936938 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.937239 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.937518 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.937792 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.938075 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.938350 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.938626 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.938905 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.939179 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.939460 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.939734 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.940039 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.940314 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.940588 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.940865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.941141 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.941417 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.941727 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.942005 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.942285 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.942552 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.942828 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.943105 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.943395 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.943694 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.944006 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.944344 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.944592 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.944872 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.945150 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.945427 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.945713 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.945994 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.946267 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.946559 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.946845 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.947135 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.947419 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.947700 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.948027 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.948308 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.948602 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.948884 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.949163 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.949454 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.949738 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.950036 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.950331 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.950629 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.950936 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.951221 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.951503 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.951822 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.952126 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:18.952365 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:12:18.952687 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93706) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 19:12:19.306224 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 19:12:19.306458 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 19:12:19.306774 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 19:12:19.307108 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 19:12:19.710471 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.710758 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.711038 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.712292 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.712569 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.712832 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.746910 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.747191 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.747454 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.764244 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.764536 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.764804 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.793295 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.793576 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.793845 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.829887 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.830166 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:19.830430 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.067135 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.067784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.067784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.067994 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.068674 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.188056 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.188372 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.188656 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.188936 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.189200 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.189516 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.189775 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.190033 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.190287 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.190572 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.190833 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.191086 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.191334 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.191602 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.191878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.192201 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.192459 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.192726 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.192997 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.193254 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.193523 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.193776 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.194058 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.194437 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.194690 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.194937 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.195339 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.195766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.195882 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.196057 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.196291 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.196525 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:20.196897 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 19:12:20.200173 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 19:12:20.204233 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 19:12:20.208072 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 18 19:12:20.209706 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 19:12:20.210175 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 19:12:20.210512 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 19:12:20.210900 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 19:12:20.213719 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 19:12:20.213971 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 19:12:20.214322 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 19:12:20.219830 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 19:12:20.242111 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 19:12:20.242564 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.242868 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 19:12:20.243230 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.244623 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 19:12:20.244903 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 19:12:20.245148 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 19:12:20.248419 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.248700 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:20.314344 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 19:12:20.314563 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 19:12:20.314802 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 19:12:20.315210 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 19:12:20.342919 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_db.sqlalchemy.engines [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93706) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 19:12:20.902252 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing driver for type 'gre' Aug 18 19:12:20.902709 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] gre ID ranges: [(1, 1000)] Aug 18 19:12:20.955304 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing driver for type 'local' Aug 18 19:12:20.955691 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing driver for type 'vlan' Aug 18 19:12:20.970547 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] VlanTypeDriver initialization complete Aug 18 19:12:20.970798 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing driver for type 'vxlan' Aug 18 19:12:20.971441 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] vxlan ID ranges: [(1, 1000)] Aug 18 19:12:21.024400 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing extension driver 'port_security' Aug 18 19:12:21.024757 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.extensions.port_security [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] PortSecurityExtensionDriver initialization complete Aug 18 19:12:21.025090 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing mechanism driver 'openvswitch' Aug 18 19:12:21.025428 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing mechanism driver 'hyperv' Aug 18 19:12:21.032048 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:21.032917 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.033307 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.033648 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.034171 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.034614 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.034968 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.035526 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.036119 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.036531 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.036901 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.037228 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.037616 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.038017 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.038402 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.038710 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.039097 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.039498 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.039868 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.040203 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.040588 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.040989 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > address_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.041334 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > address_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.041671 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.042056 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 19:12:21.042432 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] ML2 OVO RPC backend initialized. {{(pid=93706) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 19:12:21.043141 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.043496 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.043939 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.044289 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > networks before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.044644 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.044994 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > ports before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.045338 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.045678 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnets before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.046035 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.046363 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.046698 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.047033 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.047368 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.047701 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.048066 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.048400 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.048735 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.049312 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Modular L2 Plugin initialization complete Aug 18 19:12:21.049644 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading services supported by the core plugin {{(pid=93706) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 19:12:21.049970 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Got port-security extension from driver 'port_security' Aug 18 19:12:21.050439 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.extensions.vlantransparent [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Disabled vlantransparent extension. Aug 18 19:12:21.051132 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93706) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 19:12:21.051456 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: router Aug 18 19:12:21.087003 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.087613 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.087712 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router before_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.088135 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.088510 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.088868 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.089232 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.091200 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.091573 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.091959 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.092320 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.092689 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.093105 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.093480 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.093826 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.094165 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.094513 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.094860 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.095195 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.095534 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.095975 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.096262 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.096613 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.096964 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.097330 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.097680 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.098152 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.098510 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > agent after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.098853 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.099720 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Tracking information for resource: router configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:21.100075 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Tracking information for resource: floatingip configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 19:12:21.105091 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.db.l3_agentschedulers_db [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 19:12:21.105674 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.106037 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.106391 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.106740 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.107534 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router before_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.107932 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.108294 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.108654 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > router precommit_update 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.113308 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.provider_configuration [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service providers = [] {{(pid=93706) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 19:12:21.113718 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.db.servicetype_db [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93706) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 19:12:21.116700 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:12:21.117050 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:12:21.117399 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:12:21.118304 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 19:12:21.118675 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.services.service_base [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 19:12:21.119058 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.119374 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 19:12:21.130142 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.130482 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: auto_allocate Aug 18 19:12:21.136484 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: network precommit_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.136855 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: network precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.137372 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.137692 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: tag Aug 18 19:12:21.144383 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.144865 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: timestamp Aug 18 19:12:21.148798 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.149131 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: network_ip_availability Aug 18 19:12:21.154596 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.154909 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.155271 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.156012 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.156341 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: flavors Aug 18 19:12:21.161313 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.161645 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading Plugin: revisions Aug 18 19:12:21.165934 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 19:12:21.166324 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.859s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 19:12:21.167064 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93706) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 19:12:21.167411 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Initializing extension manager. Aug 18 19:12:21.167949 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: __init__.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.168294 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: __pycache__ {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.168625 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.168961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.169724 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.170294 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: address-group Aug 18 19:12:21.170618 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.171335 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.171871 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: address-scope Aug 18 19:12:21.172177 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.173106 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.173611 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: router-admin-state-down-before-update Aug 18 19:12:21.173941 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: agent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.174645 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.175148 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: agent Aug 18 19:12:21.175467 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: agent_resources_synced.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.176455 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.176962 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: agent-resources-synced Aug 18 19:12:21.177283 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: allowedaddresspairs.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.179081 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.179599 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: allowed-address-pairs Aug 18 19:12:21.179956 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: auto_allocated_topology.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.181035 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.181548 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: auto-allocated-topology Aug 18 19:12:21.181873 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.182570 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.183089 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: availability_zone Aug 18 19:12:21.183401 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: availability_zone_filter.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.184352 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.184860 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: availability_zone_filter Aug 18 19:12:21.185180 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: data_plane_status.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.186095 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.186603 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 19:12:21.186920 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: default_subnetpools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.187862 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.188359 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: default-subnetpools Aug 18 19:12:21.188686 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.189500 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.190009 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: dhcp_agent_scheduler Aug 18 19:12:21.190332 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: dns.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.191258 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.191912 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension dns-integration not supported by any of loaded plugins Aug 18 19:12:21.192245 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: dns_domain_ports.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.193169 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.193690 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 19:12:21.194018 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.194967 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.195470 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 19:12:21.195794 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: dvr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.196495 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.196998 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: dvr Aug 18 19:12:21.197320 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: ecmp_routes.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.198234 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.198735 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 19:12:21.199057 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: empty_string_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.199994 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.200502 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: empty-string-filtering Aug 18 19:12:21.200823 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.201734 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.202236 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 19:12:21.202555 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.203468 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.204005 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 19:12:21.204326 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: external_net.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.205234 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.205745 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: external-net Aug 18 19:12:21.206066 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.206967 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.207545 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: extra_dhcp_opt Aug 18 19:12:21.207865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: extraroute.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.208813 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.209321 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: extraroute Aug 18 19:12:21.209642 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: extraroute_atomic.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.210670 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.211178 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: extraroute-atomic Aug 18 19:12:21.211502 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: filter_validation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.212379 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.212881 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: filter-validation Aug 18 19:12:21.213206 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: fip_pf_description.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.214127 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.214625 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 19:12:21.214946 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: fip_port_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.215877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.216406 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: fip-port-details Aug 18 19:12:21.216729 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.217964 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.218484 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: flavors Aug 18 19:12:21.218809 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.220493 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.221021 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 19:12:21.221351 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: floatingip_pools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.222056 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.222566 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: floatingip-pools Aug 18 19:12:21.222927 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: ip_allocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.223916 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.224420 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 19:12:21.224747 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.225683 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.226185 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: ip-substring-filtering Aug 18 19:12:21.226511 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l2_adjacency.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.227449 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.227968 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 19:12:21.228291 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.229262 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.229781 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: router Aug 18 19:12:21.230102 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.232391 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.232920 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 19:12:21.233258 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.234206 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.234723 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: ext-gw-mode Aug 18 19:12:21.235052 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.236022 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.236531 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: l3-ha Aug 18 19:12:21.236858 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3_flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.237779 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.238295 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: l3-flavors Aug 18 19:12:21.238686 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.239675 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.240210 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 19:12:21.240533 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: l3agentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.241580 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.242091 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: l3_agent_scheduler Aug 18 19:12:21.242418 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: logging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.243931 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.244457 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension logging not supported by any of loaded plugins Aug 18 19:12:21.244784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: metering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.245538 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.246117 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: metering Aug 18 19:12:21.246443 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.247651 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.248206 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: metering_source_and_destination_fields Aug 18 19:12:21.248533 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: multiprovidernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.249463 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.249979 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: multi-provider Aug 18 19:12:21.250307 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: netmtu.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.251233 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.251736 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: net-mtu Aug 18 19:12:21.252086 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: netmtu_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.253011 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.253521 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: net-mtu-writable Aug 18 19:12:21.253847 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: network_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.254576 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.255069 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: network_availability_zone Aug 18 19:12:21.255393 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: network_ip_availability.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.256514 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.257029 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: network-ip-availability Aug 18 19:12:21.257353 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: network_segment_range.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.258122 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.258626 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 19:12:21.258946 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: pagination.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.260303 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.260634 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: pagination Aug 18 19:12:21.260957 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: port_device_profile.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.261883 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.262519 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: port-device-profile Aug 18 19:12:21.262719 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.264010 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.264574 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: port-mac-address-regenerate Aug 18 19:12:21.264896 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.265895 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.266406 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: port-numa-affinity-policy Aug 18 19:12:21.266729 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: port_resource_request.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.267887 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.268473 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 19:12:21.268718 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: portbindings.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.269742 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.270354 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: binding Aug 18 19:12:21.270658 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: portbindings_extended.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.272034 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.272531 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: binding-extended Aug 18 19:12:21.272856 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: portsecurity.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.273777 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.274290 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: port-security Aug 18 19:12:21.274614 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: project_id.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.275592 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.275982 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: project-id Aug 18 19:12:21.276288 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: providernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.277223 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.277739 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: provider Aug 18 19:12:21.278059 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.281973 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.282561 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos not supported by any of loaded plugins Aug 18 19:12:21.282942 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.284365 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.284963 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 19:12:21.285341 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.286268 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.286780 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 19:12:21.287111 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_default.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.288068 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.288584 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-default not supported by any of loaded plugins Aug 18 19:12:21.288915 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.289580 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.290090 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-fip not supported by any of loaded plugins Aug 18 19:12:21.290414 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_gateway_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.291341 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.291872 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 19:12:21.292201 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_port_network_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.293125 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.293636 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 19:12:21.293958 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_pps_rule.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.295155 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.295676 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-pps not supported by any of loaded plugins Aug 18 19:12:21.296045 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_rule_type_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.297019 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.297535 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 19:12:21.297864 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: qos_rules_alias.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.298916 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.299436 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 19:12:21.299765 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: quotasv2.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.300974 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.301307 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: quotas Aug 18 19:12:21.301658 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: quotasv2_detail.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.304782 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.305127 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: quota_details Aug 18 19:12:21.305461 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: rbac.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.306550 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.307101 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: rbac-policies Aug 18 19:12:21.307434 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: rbac_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.308403 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.308921 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: rbac-address-group Aug 18 19:12:21.309251 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: rbac_address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.310170 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.310684 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: rbac-address-scope Aug 18 19:12:21.311011 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: rbac_security_groups.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.311970 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.312487 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: rbac-security-groups Aug 18 19:12:21.312812 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: rbac_subnetpool.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.313725 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.314242 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: rbac-subnetpool Aug 18 19:12:21.314565 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: revisionifmatch.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.315484 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.316053 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: revision-if-match Aug 18 19:12:21.316380 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: revisions.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.317801 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.318395 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: standard-attr-revisions Aug 18 19:12:21.318725 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: router_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.319416 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.319957 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: router_availability_zone Aug 18 19:12:21.320291 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: routerservicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.321222 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.321733 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension router-service-type not supported by any of loaded plugins Aug 18 19:12:21.322060 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.322983 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.323502 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: security-groups-normalized-cidr Aug 18 19:12:21.323828 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.324788 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.325300 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: port-security-groups-filtering Aug 18 19:12:21.325625 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.326542 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.327054 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: security-groups-remote-address-group Aug 18 19:12:21.327376 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: securitygroup.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.337359 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.337900 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: security-group Aug 18 19:12:21.338234 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.339049 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.339564 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension segment not supported by any of loaded plugins Aug 18 19:12:21.339889 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.340906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.341416 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 19:12:21.341747 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: servicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.342938 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.343458 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: service-type Aug 18 19:12:21.343790 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: sorting.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.344810 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.345146 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: sorting Aug 18 19:12:21.345478 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: standard_attr_segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.346400 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.346921 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 19:12:21.347249 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: standardattrdescription.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.348166 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.348941 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: standard-attr-description Aug 18 19:12:21.349268 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: stateful_security_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.350223 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.350741 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: stateful-security-group Aug 18 19:12:21.351075 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: stdattrs_common.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.351673 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 19:12:21.352035 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.352980 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.353502 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 19:12:21.353828 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnet_onboard.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.354927 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.355443 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: subnet_onboard Aug 18 19:12:21.355770 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.356727 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.357237 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 19:12:21.357559 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnet_service_types.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.358486 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.358995 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: subnet-service-types Aug 18 19:12:21.359317 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnetallocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.360427 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.360945 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: subnet_allocation Aug 18 19:12:21.361268 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.361945 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.362458 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: subnetpool-prefix-ops Aug 18 19:12:21.362780 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.363870 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.364409 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 19:12:21.364738 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: tagging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.365842 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.366375 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: standard-attr-tag Aug 18 19:12:21.366706 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: timestamp.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.367975 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.368504 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loaded extension: standard-attr-timestamp Aug 18 19:12:21.368832 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: trunk.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.369870 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.370384 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension trunk not supported by any of loaded plugins Aug 18 19:12:21.370712 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: trunk_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.371637 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.372188 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension trunk-details not supported by any of loaded plugins Aug 18 19:12:21.372517 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: uplink_status_propagation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.373439 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.373951 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 19:12:21.374277 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Loading extension file: vlantransparent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 19:12:21.374955 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 19:12:21.375456 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 19:12:21.378048 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:network Aug 18 19:12:21.378607 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnet Aug 18 19:12:21.379098 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:12:21.379548 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:port Aug 18 19:12:21.380866 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.381308 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.381924 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.382363 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.382700 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:router Aug 18 19:12:21.383131 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 19:12:21.383640 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.385516 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.385887 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.386246 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:12:21.387249 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 19:12:21.387709 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:security_group Aug 18 19:12:21.388188 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 19:12:21.388791 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.389120 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:12:21.389470 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] subnetpool is already registered Aug 18 19:12:21.389898 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.390229 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:12:21.390561 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] subnetpool is already registered Aug 18 19:12:21.392908 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.394774 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.395397 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.395818 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.396197 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:router Aug 18 19:12:21.396542 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] router is already registered Aug 18 19:12:21.396960 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 19:12:21.397304 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] floatingip is already registered Aug 18 19:12:21.397757 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.398432 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 19:12:21.398760 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] rbac_policy is already registered Aug 18 19:12:21.399178 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:security_group Aug 18 19:12:21.399510 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] security_group is already registered Aug 18 19:12:21.399948 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 19:12:21.400290 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] security_group_rule is already registered Aug 18 19:12:21.400764 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.401093 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:12:21.401432 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] subnetpool is already registered Aug 18 19:12:21.401850 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 19:12:21.402174 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 19:12:21.402505 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] subnetpool is already registered Aug 18 19:12:21.402953 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: extensions {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.404543 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: address-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.406182 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: address-scopes {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.407323 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.408534 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: auto-allocated-topology {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.409888 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: availability_zones {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.411259 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: dhcp-networks {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.412733 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: dhcp-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.414260 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.416021 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: flavors {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.417187 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.418491 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: next_providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.419932 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.421410 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: floatingip-pools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.422626 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.424465 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: floatingips {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.425664 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: l3-routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.427080 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: l3-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.428645 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: metering-labels {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.429883 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: metering-label-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.431152 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: network-ip-availabilities {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.432526 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: bindings {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.434099 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.435555 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.437110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: rbac-policies {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.438294 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: security-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.439504 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: security-group-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.440769 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: service-providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.442148 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.443541 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.445024 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.446777 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.448520 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.450438 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.452151 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.453985 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.456694 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.458655 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.460457 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.462299 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 19:12:21.468309 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 19:12:21.473504 dv-cinder-784092-14-iscsi neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 19:12:21.482216 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Acquired lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 19:12:21.482693 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Releasing lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 19:12:21.483349 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Starting 2 workers Aug 18 19:12:21.488123 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Started child 93815 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:12:21.492558 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Started child 93816 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:12:21.493489 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.494169 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO neutron.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 19:12:21.494712 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Notify callbacks [] for process, before_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.494858 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [-] (93815) wsgi starting up on http://0.0.0.0:9696 Aug 18 19:12:21.497040 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Starting 1 workers Aug 18 19:12:21.497175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.498562 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [-] (93816) wsgi starting up on http://0.0.0.0:9696 Aug 18 19:12:21.502225 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Started child 93817 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:12:21.502763 dv-cinder-784092-14-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Starting 1 workers Aug 18 19:12:21.506322 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] calling RpcWorker wait() {{(pid=93817) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 19:12:21.506957 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] returning from RpcWorker wait() {{(pid=93817) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 19:12:21.507318 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Started child 93818 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 19:12:21.508199 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd33cd1-5787-4b02-93b9-fa6f6c3be65f None None] Notify callbacks [] for process, after_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.508349 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.508791 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:21.510497 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 19:12:21.510664 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:12:21.510835 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:12:21.511074 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:12:21.511434 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:12:21.511569 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:12:21.512142 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.512421 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.512649 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.512922 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.513201 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.513817 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:21.514364 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.514592 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.514997 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.515449 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.515873 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.516188 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.516481 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.516900 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.517331 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.517858 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.518316 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.518720 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.519148 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.519403 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.520005 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.520740 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.520880 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.521346 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.521715 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.522518 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.522918 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.523300 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.523677 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.524114 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.524546 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.525026 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.525364 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.525602 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.525862 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.526148 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.526395 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.526630 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.526867 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.527144 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.527395 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.527955 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host = dv-cinder-784092-14-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.528106 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.528327 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.528585 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.528818 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.529065 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.529283 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.529541 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.529794 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.530049 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.530275 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.530528 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.530784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.531005 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.531239 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.531425 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.531654 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.531941 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.532214 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.532406 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.532575 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.532750 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.533028 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.533161 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.533422 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.533656 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.533851 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.534065 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.534285 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.534501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.534746 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.534986 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.535221 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.535593 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.536405 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.536405 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.536405 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.536673 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.536784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.537000 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.537239 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.537453 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.537705 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.537922 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.538140 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.538394 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.538627 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.538877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.539132 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.539380 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.539607 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.539830 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.540084 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.540354 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.540583 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.540821 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.541076 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.541309 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.541549 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.541761 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.541984 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.542213 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.542442 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.542654 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.542924 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.543136 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.543354 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.543568 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.543782 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.544045 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.544470 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.544747 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.545074 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.545331 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.545583 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.546877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.546877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.546877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.546877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.546877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549158 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549604 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549604 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549722 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549884 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.549972 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:21.550179 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.550436 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.550721 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.551060 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.551375 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.551560 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.551931 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.552130 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.552367 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.552597 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.552808 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.553085 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.553341 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.553547 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.555501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.557110 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558012 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558012 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558012 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558012 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558527 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558527 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558816 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.558816 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.561878 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.562258 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.562258 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.562497 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.562675 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.562885 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.563265 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.563627 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.564039 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.564396 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.564780 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.565018 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.565408 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.565821 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.566286 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.566861 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.567325 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.567704 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.568186 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.568605 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.569011 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.569407 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.569768 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.570127 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.570539 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.570937 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.571649 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.572082 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.572455 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.573766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.573766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.573766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.573766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.573766 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.574212 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.574378 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.574638 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.574893 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.575147 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.575413 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.575702 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.576004 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.576308 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.576529 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.577051 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.577353 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.577617 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.578052 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.578444 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.578840 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.579081 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.579476 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.579749 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.580025 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.580285 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.580511 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.580789 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.581021 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.581263 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.581481 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.581743 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.582084 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.582410 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.582702 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.582702 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.583183 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.583301 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.583708 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.584007 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.584254 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.584491 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.584736 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.584978 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.585196 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.585434 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.585660 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.585876 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.586111 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.586352 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.586591 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.586804 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.587020 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.587288 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.587504 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.587724 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.587988 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.588209 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.588429 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.588667 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.589021 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.589406 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.589776 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.590137 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.590488 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.590853 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.591220 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.591623 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.592009 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.592416 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.592799 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.593177 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.593548 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.593960 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.594356 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.594730 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.595128 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.595490 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.595904 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.596262 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.596658 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.597022 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.597377 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.597792 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.598057 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.598316 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.598570 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.598895 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.599277 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.599645 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.600062 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.600426 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.600830 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.601231 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.601589 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.601953 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.602199 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.602444 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.602710 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.602965 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.603217 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.603434 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.603666 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.603919 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.604140 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.604354 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.604648 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.604898 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.605139 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.605392 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.605643 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.605879 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.606112 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.606337 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.606557 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.606782 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.607004 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.607215 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.607442 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.607653 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.607886 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.608114 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.608332 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.608549 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.608778 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.608985 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.609347 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.609578 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.609794 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.610004 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.610230 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.610482 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.610715 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.610936 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.611176 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.611390 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.611630 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.611865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.612092 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.612315 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.612533 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.612762 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.613042 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.613306 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.613555 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.613846 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.614274 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.614370 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.614540 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.614844 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.615054 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.615291 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.615524 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.615749 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.615991 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.616383 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.616727 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.617013 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.617280 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.617521 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.617793 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.618093 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.618365 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.618579 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.618864 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.619198 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.619472 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.619731 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.620008 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.620257 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.620496 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.620713 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.620934 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.621175 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.621400 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.621633 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.621865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.622117 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.622334 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.622600 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.622851 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.623066 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.623299 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.623547 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.623786 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.623970 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:12:21.624487 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 19:12:21.624650 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 19:12:21.624815 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 19:12:21.625008 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 19:12:21.625174 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 19:12:21.625326 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 19:12:21.625534 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.625697 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.625858 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626017 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626176 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626372 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626536 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626697 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.626856 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627016 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627176 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627335 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627494 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627652 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.627819 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628003 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628164 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628324 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628487 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628646 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628806 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.628966 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.629185 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.629361 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.629553 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.629717 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.629957 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630122 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630280 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630437 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630598 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630757 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.630915 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631072 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631230 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631388 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631546 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631706 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.631872 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632033 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632192 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host = dv-cinder-784092-14-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632350 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632508 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632666 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632830 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.632992 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.633148 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.633457 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.633754 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.634053 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.634564 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.634866 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635044 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635189 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635348 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635511 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635667 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.635825 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636018 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636203 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636357 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636515 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636674 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.636833 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637100 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637259 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637420 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637579 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637738 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.637899 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.640730 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.640903 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.641223 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.641551 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.641858 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.642161 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.642882 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.642882 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.642882 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.642882 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643206 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643206 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643348 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643424 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643543 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.643897 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644013 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:21.644101 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644180 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644331 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644492 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644694 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.644983 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.645567 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.645567 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.645738 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.645822 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.645984 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646144 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646304 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646464 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646623 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646780 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.646938 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647096 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647254 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647413 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647571 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647730 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.647916 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.648081 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 19:12:21.648265 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.648430 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.648605 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.648770 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.648934 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649095 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649257 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649420 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649581 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649743 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.649911 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.650502 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.650679 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.650843 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651005 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651171 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651333 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651495 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651660 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.651822 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652022 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652186 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652368 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652534 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652698 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.652919 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.655179 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.655380 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.655565 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.655743 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.655955 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656135 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656364 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656929 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656929 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656929 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.656929 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657229 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657322 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657403 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657572 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657739 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.657905 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658068 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658232 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658394 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658558 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658720 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.658881 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.659192 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.659507 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.659679 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.659865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.660037 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.660198 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.660566 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661013 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661194 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661360 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661606 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661707 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.661856 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662014 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662172 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662335 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662496 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662664 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662828 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.662990 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.663152 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.663315 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.663477 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.663640 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.663801 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664059 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664224 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664386 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664549 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664712 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.664874 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665034 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665197 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665360 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665522 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665693 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.665877 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666022 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666189 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666354 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666518 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666678 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.666841 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667002 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667165 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667326 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667486 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667646 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667809 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.667992 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668154 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668314 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668478 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668622 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668788 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.668949 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669109 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669272 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669434 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669598 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669784 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.669913 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670079 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670238 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670401 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670559 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670728 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.670901 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671070 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671215 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671376 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671536 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671699 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.671921 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672043 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672204 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672361 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672522 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672696 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.672869 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673031 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673192 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673352 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673539 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673700 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.673863 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674024 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674185 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674345 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674508 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674668 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674829 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.674991 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.675152 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.675314 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.675476 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.675636 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.675797 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676047 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676212 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676374 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676537 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676700 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.676865 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677027 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677189 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677350 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677510 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677671 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677833 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.677994 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678155 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678314 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678477 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678638 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678799 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.678960 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679120 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679282 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679444 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679606 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679768 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.679955 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680116 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680278 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680440 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680601 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680765 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.680927 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681088 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681250 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681411 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681575 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681738 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.681898 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682061 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682223 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682384 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682561 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682727 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.682888 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.683049 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.683210 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.683401 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.683529 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.683708 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684030 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684030 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684185 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.684961 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685285 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685285 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685399 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685814 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685814 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685977 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.685977 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.686171 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.686312 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.686468 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.687906 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688535 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688535 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688535 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688535 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688535 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688893 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688893 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.688893 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689103 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689223 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689381 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689541 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689701 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.689861 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690023 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690194 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690355 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690520 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690680 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.690842 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691002 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691171 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691332 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691512 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691691 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.691886 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692057 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692165 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692340 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692501 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692669 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692829 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.692989 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693151 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693313 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693479 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693648 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693817 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.693980 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694154 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694323 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694508 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694689 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694881 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.694966 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695114 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695275 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695436 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695596 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695756 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.695938 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.696181 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.696456 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.696745 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.697030 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.697321 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.697607 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.697903 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.698190 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.698483 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.698751 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.698933 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.699100 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.699262 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 19:12:21.699416 dv-cinder-784092-14-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 19:12:21.847616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 49288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:21.861300 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098054 Aug 18 19:12:33.393709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9aa899-9edc-4cd4-b02b-a822779683c3 None None] get_active_networks_info from dv-cinder-784092-14-iscsi {{(pid=93817) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 19:12:33.469084 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9aa899-9edc-4cd4-b02b-a822779683c3 None None] No non-hosted networks {{(pid=93817) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 19:12:33.487282 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12c388e3-28e9-486a-86c3-54f66b0f867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:35.588784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7269e15-35c4-4ef8-a14e-acb710397a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:35.667494 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d61f679d-32af-46e8-b506-2a08d7313d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:35.936565 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:35.937941 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.938817 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.939306 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.940085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.941138 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.941717 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.942188 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.943450 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.944403 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.944972 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.945462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.946710 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:35.947301 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784092-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:35.959906 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784092-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:12:37.008902 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:38.591462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:39.843217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49380) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:40.394330 dv-cinder-784092-14-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-d13afe9b-c898-4e61-8c62-6bee5f070766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:12:40.394966 dv-cinder-784092-14-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-d13afe9b-c898-4e61-8c62-6bee5f070766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:12:40.609681 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-d13afe9b-c898-4e61-8c62-6bee5f070766 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:12:40.610918 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d13afe9b-c898-4e61-8c62-6bee5f070766 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7655506 Aug 18 19:12:40.962267 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.db.l3_hamode_db [None req-bf52a4ab-62aa-4a98-89ab-51461f352ac0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 19:12:41.037697 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52a4ab-62aa-4a98-89ab-51461f352ac0 None None] Routers set() bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:12:41.038082 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52a4ab-62aa-4a98-89ab-51461f352ac0 None None] Router IDs set() for agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 19:12:43.000289 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:43.373022 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:12:43.465573 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.policy [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93815) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 19:12:43.509917 dv-cinder-784092-14-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:12:43.510213 dv-cinder-784092-14-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:12:43.518711 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.quota [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] Loaded quota_driver: . Aug 18 19:12:43.615231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771292721161', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771292721754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771293054638', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771293067387', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771293620558', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771293079951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-728787', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1426174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-444267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524006'] for rbac-policy, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:43.689866 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:43.691248 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d58f59c8-4b3f-4e2d-8ad5-2b281d600649 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6897705 Aug 18 19:12:46.355467 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:46.692815 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'name': 'private', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:12:46.725530 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Made reservation on behalf of eeea40f92114404ea7efef4148b70c38 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:12:46.728885 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:46.747028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:46.882491 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:46.887714 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:46.912444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:12:46.942552 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771295369162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:46.943124 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Unsubscribe: segment precommit_create {{(pid=93815) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 19:12:46.943622 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Added segment 4857130d-2131-4783-8fb4-74b9c75ebbfa of type vlan for network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 Aug 18 19:12:46.960752 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6627e0-8aa8-4942-8932-d630e4742511,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:12:47.008854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.009497 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.009841 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.010159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.010475 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.010804 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.011114 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.011448 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.011767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.012104 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.012411 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.012694 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Tracked resource versions report: Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: pushed versions: Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: consumer versions: Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Log': '1.0', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Network': '1.1', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Port': '1.7', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 18 19:12:47.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:12:47.070749 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:47.121644 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:47.122909 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:12:47.123681 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:47.205770 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8485503 Aug 18 19:12:47.231261 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d544bde-45fe-429c-845f-a313082456ab admin admin] Pushing event updated for resources: {'Network': ['ID=e80dcbe8-21b5-4627-b6bd-08d3d8a37476,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:12:47.244535 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:12:49.858946 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:50.285139 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e72932-d71d-4491-85eb-0ce0097d471a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:12:50.286555 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b8e72932-d71d-4491-85eb-0ce0097d471a admin admin] 10.222.0.25 "GET /v2.0/networks/e80dcbe8-21b5-4627-b6bd-08d3d8a37476 HTTP/1.1" status: 200 len: 825 time: 0.4266305 Aug 18 19:12:50.314561 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-51bc57f0-0b44-4b06-88fe-f2f79c196880 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/81a5414e-e735-42e1-a482-db8b680cdf32 HTTP/1.1" status: 200 len: 734 time: 0.0215423 Aug 18 19:12:50.324237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Request body: {'subnet': {'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:12:50.348906 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Made reservation on behalf of eeea40f92114404ea7efef4148b70c38 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:12:50.351028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:50.649179 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:50.713611 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176f56c7-f881-4186-9f8e-74d88f26c503,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:12:50.722837 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Checking segment: {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:12:50.722837 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Network hostable DHCP agents. Network: e80dcbe8-21b5-4627-b6bd-08d3d8a37476, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:12:50.747817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:12:50.762038 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, e80dcbe8-21b5-4627-b6bd-08d3d8a37476) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:12:50.768294 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:12:50.769827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:50.771779 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee7d40-636a-482b-9276-2789ddf3523b None None] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:12:50.787272 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2df78322-e13e-49ef-b644-a7874b797293 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4665263 Aug 18 19:12:51.098305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:12:51.099650 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.375138 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Allocated IP 172.20.0.2 (e80dcbe8-21b5-4627-b6bd-08d3d8a37476/176f56c7-f881-4186-9f8e-74d88f26c503/c8bcbc0d-3789-4663-8556-796b72758a18) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:12:51.612025 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.627422 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Transition to ACTIVE for port object c8bcbc0d-3789-4663-8556-796b72758a18 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:12:51.649807 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Transition to ACTIVE for port object c8bcbc0d-3789-4663-8556-796b72758a18 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:12:51.660243 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.727185 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:12:51.734495 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:12:51.744623 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:12:51.750684 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Pushing event updated for resources: {'Port': ['ID=c8bcbc0d-3789-4663-8556-796b72758a18,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:12:51.781876 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.782542 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.782648 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.782926 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.783255 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.783580 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.783937 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.784258 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.784783 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.785092 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.785434 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.785789 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Tracked resource versions report: Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: pushed versions: Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: consumer versions: Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Log': '1.0', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Network': '1.1', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Port': '1.7', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 18 19:12:51.787173 dv-cinder-784092-14-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:12:51.836254 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Attempting to bind port c8bcbc0d-3789-4663-8556-796b72758a18 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:12:51.836659 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Attempting to bind port c8bcbc0d-3789-4663-8556-796b72758a18 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:12:51.837083 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Attempting to bind port c8bcbc0d-3789-4663-8556-796b72758a18 on network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:12:51.842164 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:12:51.842572 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Checking segment: {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:12:51.843043 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.843425 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Bound using segment: {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:12:51.843925 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Bound port: c8bcbc0d-3789-4663-8556-796b72758a18, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:12:51.844355 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.910747 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] For port c8bcbc0d-3789-4663-8556-796b72758a18, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:12:51.915017 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] For port c8bcbc0d-3789-4663-8556-796b72758a18, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c8bcbc0d-3789-4663-8556-796b72758a18,segment=NetworkSegment(4857130d-2131-4783-8fb4-74b9c75ebbfa),segment_id=4857130d-2131-4783-8fb4-74b9c75ebbfa)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:12:51.919316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:51.983353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06d72c-fe04-4865-8413-e39f09e31c79 None None] Pushing event updated for resources: {'Port': ['ID=c8bcbc0d-3789-4663-8556-796b72758a18,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:12:53.264972 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49428) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:53.604879 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-ea1aade2-0afb-4437-953e-49e10e617c9c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:12:53.605885 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ea1aade2-0afb-4437-953e-49e10e617c9c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3399012 Aug 18 19:12:55.979312 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49436) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:56.322784 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-b88c76d0-7758-4012-aafb-69641c60f321 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:12:56.323768 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b88c76d0-7758-4012-aafb-69641c60f321 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3434875 Aug 18 19:12:58.937546 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49446) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:12:59.265401 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'name': 'router1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:12:59.291449 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:59.292983 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:59.438800 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:59.446106 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:59.459205 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:12:59.460565 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3199d32b-09e4-4325-baf0-22b42f783e86 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5219567 Aug 18 19:12:59.806263 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8bcbc0d-3789-4663-8556-796b72758a18 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:12:59.896823 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port c8bcbc0d-3789-4663-8556-796b72758a18 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:13:00.382219 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe48d4-1af7-40dd-a916-1db00bf265ea None None] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:13:00.444714 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Provisioning for port c8bcbc0d-3789-4663-8556-796b72758a18 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:13:00.451779 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Provisioning complete for port c8bcbc0d-3789-4663-8556-796b72758a18 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:00.452253 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:00.585508 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:13:00.629274 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:00.674394 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] For port c8bcbc0d-3789-4663-8556-796b72758a18, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c8bcbc0d-3789-4663-8556-796b72758a18,segment=NetworkSegment(4857130d-2131-4783-8fb4-74b9c75ebbfa),segment_id=4857130d-2131-4783-8fb4-74b9c75ebbfa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:13:00.680243 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:00.728682 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3737-8a8d-4186-b235-dbaf18b82929 None None] Pushing event updated for resources: {'Port': ['ID=c8bcbc0d-3789-4663-8556-796b72758a18,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:00.901658 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a272f8a9-1465-4901-a54d-00c35a226a31 None None] Provisioning complete for port c8bcbc0d-3789-4663-8556-796b72758a18 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:00.902286 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a272f8a9-1465-4901-a54d-00c35a226a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:01.782991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8bcbc0d-3789-4663-8556-796b72758a18 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:13:01.831890 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port c8bcbc0d-3789-4663-8556-796b72758a18 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:01.832279 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:01.893600 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 49458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:02.437306 dv-cinder-784092-14-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-2590c956-77a1-489f-bdbf-82d214a6b9f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:13:02.437907 dv-cinder-784092-14-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-2590c956-77a1-489f-bdbf-82d214a6b9f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:13:02.657279 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [None req-2590c956-77a1-489f-bdbf-82d214a6b9f6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:13:02.658340 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2590c956-77a1-489f-bdbf-82d214a6b9f6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7639210 Aug 18 19:13:03.314889 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6ba2d1a-2691-4787-8f68-2a87f0cc9fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.035576 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49472) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:05.391936 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:13:05.414392 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Made reservation on behalf of 7cfd40ca82994bb8bebf731fea6f9571 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:13:05.416951 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.427465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.522955 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.528728 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.544445 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Reserving flat network on physical network physnet1 {{(pid=93815) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 19:13:05.564700 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfc10d-1eea-4875-bc34-cf60ab017eac,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:05.569695 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.570059 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Added segment c8c2d9a3-0479-4977-ab24-95db82593b87 of type flat for network 93a13642-73e9-448e-a9de-828e18b02abe Aug 18 19:13:05.586491 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a808f837-f1ec-4c07-b9f2-bd0e4079f2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.621055 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.655827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.657152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:13:05.657848 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:05.714799 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6779537 Aug 18 19:13:05.719329 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11c0a-2f5d-431a-911c-6a4eb080642d admin admin] Pushing event updated for resources: {'Network': ['ID=93a13642-73e9-448e-a9de-828e18b02abe,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:05.730499 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 93a13642-73e9-448e-a9de-828e18b02abe details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:13:05.935544 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:06.954391 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:08.138098 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:08.342243 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bb410d-f2a2-466e-8fe2-d14fd9f70ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:13:08.343572 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-04bb410d-f2a2-466e-8fe2-d14fd9f70ad4 admin admin] 10.222.0.25 "GET /v2.0/subnets/176f56c7-f881-4186-9f8e-74d88f26c503 HTTP/1.1" status: 200 len: 849 time: 0.2041674 Aug 18 19:13:08.481193 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4920c440-ac6f-40f1-acec-727eb1116755 admin admin] 10.222.0.25 "GET /v2.0/routers/e52e22c9-66a4-4e1e-854b-f3b513d9ce37 HTTP/1.1" status: 200 len: 704 time: 0.1283457 Aug 18 19:13:08.538537 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:08.758194 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.066268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Allocated IP 172.20.0.1 (e80dcbe8-21b5-4627-b6bd-08d3d8a37476/176f56c7-f881-4186-9f8e-74d88f26c503/474b82ba-55a8-49c4-b0d0-f3e21d8785f0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:13:09.280126 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.305562 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Transition to ACTIVE for port object 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:13:09.392677 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.471163 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:13:09.476314 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:13:09.480872 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:13:09.482057 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.501256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Pushing event updated for resources: {'Port': ['ID=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:09.669608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-37b42104-f348-45de-9ec7-d8c7ed4a9eb3 None None] Provisioning for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:13:09.673462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-37b42104-f348-45de-9ec7-d8c7ed4a9eb3 None None] Provisioning complete for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:09.673835 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37b42104-f348-45de-9ec7-d8c7ed4a9eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.681136 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.710452 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-37b42104-f348-45de-9ec7-d8c7ed4a9eb3 None None] Port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:13:09.892768 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.900167 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.900922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:09.976144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Pushing event updated for resources: {'Port': ['ID=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:10.032356 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:13:10.034512 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:13:10.205857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:13:10.231882 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6931c504-2759-4a06-8f8d-c328116cf91d None None] Provisioning complete for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:10.232285 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6931c504-2759-4a06-8f8d-c328116cf91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:10.267316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6931c504-2759-4a06-8f8d-c328116cf91d None None] Port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:13:10.296160 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:13:10.301284 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-02924a8b-1dda-4ab2-a485-cc2630ee8a7f admin admin] 10.222.0.25 "PUT /v2.0/routers/e52e22c9-66a4-4e1e-854b-f3b513d9ce37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8121216 Aug 18 19:13:10.308008 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Sync routers for ids ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:13:10.322976 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Routers {'e52e22c9-66a4-4e1e-854b-f3b513d9ce37'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:13:10.323970 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:13:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:10.513054 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Set router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:13:10.940544 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:09Z', 'revision_number': 2, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port_host': None, '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:09Z', 'revision_number': 2, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:10.991332 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Checking router: e52e22c9-66a4-4e1e-854b-f3b513d9ce37 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:13:10.991707 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Updating router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:13:11.040721 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.559789 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.577661 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Transition to ACTIVE for port object 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:13:11.583718 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.736960 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Attempting to bind port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:13:11.737415 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Attempting to bind port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:13:11.737984 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Attempting to bind port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 on network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:13:11.746031 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:13:11.746474 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Checking segment: {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:13:11.746933 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.747314 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Bound using segment: {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:13:11.747773 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Bound port: 474b82ba-55a8-49c4-b0d0-f3e21d8785f0, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4857130d-2131-4783-8fb4-74b9c75ebbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:13:11.748173 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.751353 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Pushing event updated for resources: {'Port': ['ID=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:11.768319 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.768811 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.769146 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.769468 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.769788 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.770108 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.770426 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.770743 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.771074 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.771389 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.771702 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.772038 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Tracked resource versions report: Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: pushed versions: Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Log': {'1.0'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Network': {'1.1'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Port': {'1.7'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: consumer versions: Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Log': '1.0', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Network': '1.1', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Port': '1.7', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SubPort': '1.0', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Subnet': '1.1', Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Aug 18 19:13:11.773389 dv-cinder-784092-14-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:13:11.828314 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] For port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:13:11.849335 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] For port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,segment=NetworkSegment(4857130d-2131-4783-8fb4-74b9c75ebbfa),segment_id=4857130d-2131-4783-8fb4-74b9c75ebbfa)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:13:11.854182 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:11.914164 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d090f-96c2-4808-9ea4-24d0457a05f7 None None] Pushing event updated for resources: {'Port': ['ID=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:11.918337 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Routers {'e52e22c9-66a4-4e1e-854b-f3b513d9ce37'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:13:11.918950 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:13:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:12.007272 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] Set router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:13:12.220887 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:09Z', 'revision_number': 2, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port_host': None, '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:11Z', 'revision_number': 4, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:12.246744 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab6c9c-243a-4410-84c7-8dc14525740d None None] The sync data for ids ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'] in dv-cinder-784092-14-iscsi is: [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:09Z', 'revision_number': 2, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port_host': None, '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:11Z', 'revision_number': 4, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:13:12.537358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:12.655454 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ddbba-10b9-431c-ab49-12025b433ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:13:12.656865 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6b2ddbba-10b9-431c-ab49-12025b433ae3 admin admin] 10.222.0.25 "GET /v2.0/networks/93a13642-73e9-448e-a9de-828e18b02abe HTTP/1.1" status: 200 len: 842 time: 0.1185095 Aug 18 19:13:12.667164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:13:12.688531 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Made reservation on behalf of 7cfd40ca82994bb8bebf731fea6f9571 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:13:12.691476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:13.044653 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.objects.ports [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 19:13:13.045104 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:13.090402 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11d1d1d-a74e-4c84-b4f4-dfeba76049ce,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:13.104871 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:13:13.105215 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Network hostable DHCP agents. Network: 93a13642-73e9-448e-a9de-828e18b02abe, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:13:13.123810 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:13:13.132385 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 93a13642-73e9-448e-a9de-828e18b02abe) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:13:13.136635 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:13:13.137215 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:13.142456 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3cc5bc-47eb-4c95-88ab-1045f06e60c8 None None] Network 93a13642-73e9-448e-a9de-828e18b02abe requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:13:13.157286 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1138c74d-79d6-4a9a-aed5-7d65fce0f4cb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4885697 Aug 18 19:13:13.274895 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8a89e-4c22-41e1-b39a-de6ffacba798 None None] Network 93a13642-73e9-448e-a9de-828e18b02abe requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:13:15.421740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 49518) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:15.553631 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9ff5eab5-bd60-40d1-b01c-577683e3eed1 admin admin] 10.222.0.25 "GET /v2.0/routers/e52e22c9-66a4-4e1e-854b-f3b513d9ce37 HTTP/1.1" status: 200 len: 710 time: 0.1307211 Aug 18 19:13:15.641087 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735e964-4b35-4383-b82d-da70e20c7f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:13:15.642007 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a735e964-4b35-4383-b82d-da70e20c7f1f admin admin] 10.222.0.25 "GET /v2.0/networks/93a13642-73e9-448e-a9de-828e18b02abe HTTP/1.1" status: 200 len: 886 time: 0.0826287 Aug 18 19:13:15.652375 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:13:15.907503 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:16.142234 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:16.219018 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:16.325544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Allocated IP 172.27.0.22 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/b1db2f61-3804-4f13-a733-11c1efc1e7eb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:13:16.423206 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:16.462575 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:16.513391 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:13:16.514694 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:13:16.518041 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:13:16.550877 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Pushing event updated for resources: {'Port': ['ID=b1db2f61-3804-4f13-a733-11c1efc1e7eb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:16.862371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.059172 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-287143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-284154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257945'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.062757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-286985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-286994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-284099'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.169476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:13:17.278948 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:13:17.283147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.284434 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-75d4acdf-61b3-40fb-8a24-c14caa083d56 admin admin] 10.222.0.25 "PUT /v2.0/routers/e52e22c9-66a4-4e1e-854b-f3b513d9ce37 HTTP/1.1" status: 200 len: 889 time: 1.6361220 Aug 18 19:13:17.811634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:13:17.865166 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:13:17.869122 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:17.869477 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.947707 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:17.983160 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,segment=NetworkSegment(4857130d-2131-4783-8fb4-74b9c75ebbfa),segment_id=4857130d-2131-4783-8fb4-74b9c75ebbfa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:13:17.987073 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:18.076182 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=474b82ba-55a8-49c4-b0d0-f3e21d8785f0,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:18.726269 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Sync routers for ids ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:13:18.736769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Routers {'e52e22c9-66a4-4e1e-854b-f3b513d9ce37'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:13:18.737599 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:13:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:18.941256 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Set router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:13:19.322221 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:16Z', 'revision_number': 4, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port': {'id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:16Z', 'updated_at': '2021-08-18T19:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:17Z', 'revision_number': 5, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:19.372112 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Checking router: e52e22c9-66a4-4e1e-854b-f3b513d9ce37 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:13:19.372464 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Updating router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 port b1db2f61-3804-4f13-a733-11c1efc1e7eb binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:13:19.417798 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.685267 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 49530) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:13:19.742145 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.752441 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Transition to ACTIVE for port object b1db2f61-3804-4f13-a733-11c1efc1e7eb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:13:19.758848 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.809448 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb30a-4de4-48cb-a756-2a1faeb429e5 None None] Pushing event updated for resources: {'Port': ['ID=b1db2f61-3804-4f13-a733-11c1efc1e7eb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:19.814109 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:13:19.817815 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Attempting to bind port b1db2f61-3804-4f13-a733-11c1efc1e7eb on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:13:19.818186 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Attempting to bind port b1db2f61-3804-4f13-a733-11c1efc1e7eb by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:13:19.818546 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Attempting to bind port b1db2f61-3804-4f13-a733-11c1efc1e7eb on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:13:19.842667 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:13:19.843046 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:13:19.843418 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.843810 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:13:19.844307 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Bound port: b1db2f61-3804-4f13-a733-11c1efc1e7eb, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:13:19.844726 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.927052 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.policy [None req-8b683b2e-9795-4317-bf9a-065d1a5072e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 19:13:19.974326 dv-cinder-784092-14-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-8b683b2e-9795-4317-bf9a-065d1a5072e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:13:19.974708 dv-cinder-784092-14-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-8b683b2e-9795-4317-bf9a-065d1a5072e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 19:13:19.984625 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8b683b2e-9795-4317-bf9a-065d1a5072e8 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2984064 Aug 18 19:13:19.986433 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] For port b1db2f61-3804-4f13-a733-11c1efc1e7eb, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:13:19.989991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] For port b1db2f61-3804-4f13-a733-11c1efc1e7eb, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=b1db2f61-3804-4f13-a733-11c1efc1e7eb,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:13:19.991203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:19.991514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:19.996148 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:20.097686 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Routers {'e52e22c9-66a4-4e1e-854b-f3b513d9ce37'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:13:20.098356 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:13:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:20.151469 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb30a-4de4-48cb-a756-2a1faeb429e5 None None] Pushing event updated for resources: {'Port': ['ID=b1db2f61-3804-4f13-a733-11c1efc1e7eb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:20.234003 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] Set router e52e22c9-66a4-4e1e-854b-f3b513d9ce37 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:13:20.453215 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:16Z', 'revision_number': 4, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port': {'id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:16Z', 'updated_at': '2021-08-18T19:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:17Z', 'revision_number': 5, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:13:20.479455 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a69c4c6-65b1-453e-ac9e-e51337f93065 None None] The sync data for ids ['e52e22c9-66a4-4e1e-854b-f3b513d9ce37'] in dv-cinder-784092-14-iscsi is: [{'id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'name': 'router1', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:12:59Z', 'updated_at': '2021-08-18T19:13:16Z', 'revision_number': 4, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'gw_port': {'id': 'b1db2f61-3804-4f13-a733-11c1efc1e7eb', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:16Z', 'updated_at': '2021-08-18T19:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '474b82ba-55a8-49c4-b0d0-f3e21d8785f0', 'name': '', 'network_id': 'e80dcbe8-21b5-4627-b6bd-08d3d8a37476', 'tenant_id': 'eeea40f92114404ea7efef4148b70c38', 'mac_address': 'fa:16:3e:ef:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e22c9-66a4-4e1e-854b-f3b513d9ce37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:13:08Z', 'updated_at': '2021-08-18T19:13:17Z', 'revision_number': 5, 'project_id': 'eeea40f92114404ea7efef4148b70c38', 'subnets': [{'id': '176f56c7-f881-4186-9f8e-74d88f26c503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a5414e-e735-42e1-a482-db8b680cdf32'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:13:21.835339 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1db2f61-3804-4f13-a733-11c1efc1e7eb up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:13:21.894764 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port b1db2f61-3804-4f13-a733-11c1efc1e7eb completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:13:21.905129 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port b1db2f61-3804-4f13-a733-11c1efc1e7eb triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:21.905543 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:22.000914 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:22.026006 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port b1db2f61-3804-4f13-a733-11c1efc1e7eb, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=b1db2f61-3804-4f13-a733-11c1efc1e7eb,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:13:22.031323 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:22.082990 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=b1db2f61-3804-4f13-a733-11c1efc1e7eb,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:13:23.852494 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1db2f61-3804-4f13-a733-11c1efc1e7eb up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:13:23.916804 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port b1db2f61-3804-4f13-a733-11c1efc1e7eb triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:13:23.917519 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:33.318832 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67d46a32-04f5-4850-b5dd-671c9dc1c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:35.605063 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-561edee2-9f83-4c20-be74-5897e3db0599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:35.941591 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:36.961154 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:13:37.588288 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:13:38.565077 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:03.324733 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-092f8f82-40fa-4d46-ab0a-fef212f3c567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:05.588957 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ce2560b-84be-43e2-8ce0-866830d0554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:05.936879 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:06.971366 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:08.556049 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:14.588163 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:14:33.333632 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3dc026e-f99f-47a9-99df-ae44a0fbc7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:35.592150 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dfee4eb4-94d9-452d-8a63-cd0ad75a3dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:35.941005 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:36.959620 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:38.570017 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:51.587872 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:14:56.262512 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:14:56.366910 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2bf47d-b79a-490f-85e4-ec6d1704e259 admin admin] GET failed (client error): The resource could not be found. Aug 18 19:14:56.368288 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0c2bf47d-b79a-490f-85e4-ec6d1704e259 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1045103 Aug 18 19:14:56.565739 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbcac24-74e0-4af7-9ec1-21b3194c5b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:14:56.567256 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ccbcac24-74e0-4af7-9ec1-21b3194c5b08 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1920347 Aug 18 19:14:58.812263 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:14:58.963973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf520c67-09d5-41f1-949a-02669bff8443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:14:58.965341 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cf520c67-09d5-41f1-949a-02669bff8443 admin admin] 10.222.0.25 "GET /v2.0/subnets/176f56c7-f881-4186-9f8e-74d88f26c503 HTTP/1.1" status: 200 len: 849 time: 0.1520913 Aug 18 19:14:58.978682 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:14:59.068108 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:59.252877 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771295172711'] for subnet, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:59.328223 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:14:59.329576 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:59.330131 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] 10.222.0.25 "PUT /v2.0/subnets/176f56c7-f881-4186-9f8e-74d88f26c503 HTTP/1.1" status: 200 len: 868 time: 0.3555050 Aug 18 19:14:59.332863 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c618545-76ee-4263-a9db-4c9b6a729e06 None None] Network e80dcbe8-21b5-4627-b6bd-08d3d8a37476 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:14:59.341587 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Pushing event updated for resources: {'Subnet': ['ID=176f56c7-f881-4186-9f8e-74d88f26c503,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:14:59.351509 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.351891 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.352240 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.352574 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.352904 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.353235 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.353564 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.353911 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.354261 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.354595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.354923 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.355240 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eae737-a9d2-4ac6-9bff-1a62348f179e admin admin] Tracked resource versions report: Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: pushed versions: Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: consumer versions: Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Log': '1.0', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Network': '1.1', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Port': '1.7', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 18 19:14:59.356787 dv-cinder-784092-14-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:14:59.742802 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-db07010d-3332-405d-94eb-c699946a32b4 None None] Provisioning complete for port 474b82ba-55a8-49c4-b0d0-f3e21d8785f0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:14:59.743182 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db07010d-3332-405d-94eb-c699946a32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:14:59.829280 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-db07010d-3332-405d-94eb-c699946a32b4 None None] Provisioning complete for port c8bcbc0d-3789-4663-8556-796b72758a18 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:14:59.829649 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db07010d-3332-405d-94eb-c699946a32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:01.456666 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:01.689923 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae785aa8-c22c-4c6f-8bf0-d4261d934f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:01.690403 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae785aa8-c22c-4c6f-8bf0-d4261d934f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:01.692002 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ae785aa8-c22c-4c6f-8bf0-d4261d934f5f admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2342911 Aug 18 19:15:03.327592 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26b68c99-c09f-4d38-9f71-c780f1d5cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:03.877157 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:04.033599 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4d479-cf46-4ace-942f-5daedf19cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:04.034080 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4d479-cf46-4ace-942f-5daedf19cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:04.035606 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-78e4d479-cf46-4ace-942f-5daedf19cbd3 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1572933 Aug 18 19:15:05.594473 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fff-9a03-472d-9991-7a6bea0c5def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:05.947090 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:06.221605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:06.410738 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ac7b6-9419-45e3-9fdf-e5396589a2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:06.412160 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-af7ac7b6-9419-45e3-9fdf-e5396589a2e5 admin admin] 10.222.0.25 "GET /v2.0/networks/93a13642-73e9-448e-a9de-828e18b02abe HTTP/1.1" status: 200 len: 886 time: 0.1896017 Aug 18 19:15:06.963410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:08.566847 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:08.586798 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50148) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:08.741907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3429f2-a7c6-4193-ad8b-19eda51ed1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:08.743345 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8f3429f2-a7c6-4193-ad8b-19eda51ed1ad admin admin] 10.222.0.25 "GET /v2.0/networks/e80dcbe8-21b5-4627-b6bd-08d3d8a37476 HTTP/1.1" status: 200 len: 869 time: 0.1555653 Aug 18 19:15:10.918955 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50158) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:11.054596 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a04d69-e1c6-4f41-85a2-ee0e6dcf9413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:11.055043 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a04d69-e1c6-4f41-85a2-ee0e6dcf9413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:11.056607 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-99a04d69-e1c6-4f41-85a2-ee0e6dcf9413 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364565 Aug 18 19:15:13.253296 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:13.351152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05938af1-8ebb-433d-aacc-00a1d0069029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:13.351667 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05938af1-8ebb-433d-aacc-00a1d0069029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:13.353240 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-05938af1-8ebb-433d-aacc-00a1d0069029 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0989540 Aug 18 19:15:15.523009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:15.625440 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110d8b7-cca5-41c5-886d-13550c25b761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:15.626799 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3110d8b7-cca5-41c5-886d-13550c25b761 admin admin] 10.222.0.25 "GET /v2.0/subnets/176f56c7-f881-4186-9f8e-74d88f26c503 HTTP/1.1" status: 200 len: 868 time: 0.1023030 Aug 18 19:15:17.784622 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50182) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:17.879859 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca9634-4d3a-49ff-b91d-112c3be204ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:17.881208 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ffca9634-4d3a-49ff-b91d-112c3be204ad admin admin] 10.222.0.25 "GET /v2.0/subnets/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce HTTP/1.1" status: 200 len: 816 time: 0.0955696 Aug 18 19:15:28.589625 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:15:33.335058 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae864c31-6e4b-4501-9911-e3c95cfded18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:35.597231 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49ebf1aa-35b6-472b-9a0f-fc21033f53f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:35.940958 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:36.973651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:38.577739 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:41.675043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:41.736510 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [None req-8573c9db-2cb2-49f3-9c44-b914acb73590 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:15:41.737803 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8573c9db-2cb2-49f3-9c44-b914acb73590 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617003 Aug 18 19:15:44.083231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:44.147745 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0cb891-25dd-4a2d-a562-c93a3899bacd admin admin] GET failed (client error): The resource could not be found. Aug 18 19:15:44.149196 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0f0cb891-25dd-4a2d-a562-c93a3899bacd admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649173 Aug 18 19:15:44.292018 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3298d6f-2e2c-47cf-afef-da381575caad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:44.293516 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e3298d6f-2e2c-47cf-afef-da381575caad admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374257 Aug 18 19:15:46.519637 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50252) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:46.572536 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:15:46.596412 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Made reservation on behalf of 7cfd40ca82994bb8bebf731fea6f9571 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:15:46.599058 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:46.630211 dv-cinder-784092-14-iscsi neutron-server[93815]: WARNING neutron.services.revisions.revision_plugin [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Could not find related network for resource to bump revision. Aug 18 19:15:46.641984 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:15:46.652373 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:46.652812 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Added segment 6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6 of type vlan for network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 Aug 18 19:15:46.690787 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:46.715943 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:46.716920 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:46.717493 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:46.766953 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2462234 Aug 18 19:15:46.777603 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:15:46.785025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.785400 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.785740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.786066 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.786390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.786737 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.787085 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.787403 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.787724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.788068 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.788358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.788675 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1939b4d-730e-4df5-8db7-ca78be269007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:46.801541 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:15:48.947121 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:15:49.019098 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3437eb-ef77-4079-996e-8dd34bd9424b admin admin] GET failed (client error): The resource could not be found. Aug 18 19:15:49.020472 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4a3437eb-ef77-4079-996e-8dd34bd9424b admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719993 Aug 18 19:15:49.100409 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452d7aa-f5e3-4d8b-ad09-bb60bb2db4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:49.102632 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0452d7aa-f5e3-4d8b-ad09-bb60bb2db4ba admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0771286 Aug 18 19:15:49.116178 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Request body: {'subnet': {'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:15:49.150158 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Made reservation on behalf of 7cfd40ca82994bb8bebf731fea6f9571 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:15:49.153659 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:49.435488 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:49.483983 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1e4f7a-29a1-493e-9ab9-817aca6cf605,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:15:49.499575 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Checking segment: {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:15:49.499954 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Network hostable DHCP agents. Network: fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:15:49.518735 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:15:49.528295 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:15:49.532545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:15:49.533129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:49.539651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d9e49-847e-40ad-88b9-d835d1adfc5d None None] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:15:49.549538 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-384de3fb-6253-4eeb-ae98-ab79b9f5b0f6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4368649 Aug 18 19:15:49.698853 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402', 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402', 'tenant_id': '7cfd40ca82994bb8bebf731fea6f9571', 'fixed_ips': [{'subnet_id': '3e1e4f7a-29a1-493e-9ab9-817aca6cf605'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:15:49.699753 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:49.838795 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Allocated IP 192.168.233.2 (fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402/3e1e4f7a-29a1-493e-9ab9-817aca6cf605/d8fd7209-5adc-4f77-9cc8-9fbbaec44c07) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:15:49.989012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:49.997837 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Transition to ACTIVE for port object d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:15:50.013288 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Transition to ACTIVE for port object d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:15:50.020568 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:50.064870 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:15:50.066251 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:15:50.069821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:15:50.096108 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Pushing event updated for resources: {'Port': ['ID=d8fd7209-5adc-4f77-9cc8-9fbbaec44c07,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:15:50.117977 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.118432 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.118781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.119107 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.119441 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.119764 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.120109 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.120432 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.120765 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.121086 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.121429 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.121753 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:15:50.137301 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Attempting to bind port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:15:50.137669 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Attempting to bind port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:15:50.138014 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Attempting to bind port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 on network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:15:50.143518 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:15:50.143912 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Checking segment: {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:15:50.144306 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:50.144692 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Bound using segment: {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:15:50.145150 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Bound port: d8fd7209-5adc-4f77-9cc8-9fbbaec44c07, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:15:50.145543 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:50.206194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] For port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:15:50.209648 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] For port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=d8fd7209-5adc-4f77-9cc8-9fbbaec44c07,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:15:50.214545 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:50.268853 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ee50-4e74-48ec-b80d-47c0874cb999 None None] Pushing event updated for resources: {'Port': ['ID=d8fd7209-5adc-4f77-9cc8-9fbbaec44c07,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:15:51.076966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c40937-ed5e-4b2a-bec4-ba9ccbc66379 None None] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:15:51.141540 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-64bfe947-6b08-456a-8ec1-48bed3b36788 None None] Provisioning for port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:15:51.933728 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:15:51.983769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:15:51.987926 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:15:51.988348 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:52.070507 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:52.104884 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=d8fd7209-5adc-4f77-9cc8-9fbbaec44c07,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:15:52.109069 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:15:52.162586 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=d8fd7209-5adc-4f77-9cc8-9fbbaec44c07,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:15:53.922631 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:15:53.973607 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port d8fd7209-5adc-4f77-9cc8-9fbbaec44c07 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:15:53.973977 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:03.331418 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c92914b-f215-421c-8ed9-345893c29163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:05.593373 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:16:05.608906 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0911c8b7-2f62-4041-acae-8d6664954c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:05.943870 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:06.975267 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:08.578978 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:33.334569 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b97fbd52-cf52-45f1-9526-a28bbfb885ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:35.603307 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb23f4fb-9544-452f-b997-cdf6a1d4d1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:35.946820 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:36.974407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:38.582796 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:16:42.592707 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:17:03.337687 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c0f2-82fb-4887-b5a2-8a47173eaa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:05.606373 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e776aa8-2a94-4850-ba6f-0fb6b65946fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:05.952751 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:06.977524 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.211748 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50312) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:17:08.218914 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-939347eb-bb5b-45bc-89f7-a3f04a0c9b28 tempest-verify_tempest_config-700188218 tempest-verify_tempest_config-700188218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:17:08.219877 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-939347eb-bb5b-45bc-89f7-a3f04a0c9b28 tempest-verify_tempest_config-700188218 tempest-verify_tempest_config-700188218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068259 Aug 18 19:17:08.551457 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50330) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:17:08.590426 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.697677 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.705693 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.quota [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Loaded quota_driver: . Aug 18 19:17:08.846674 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.851493 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.898379 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b166c9129c2243798e7640a3895cdf0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3458121 Aug 18 19:17:08.899184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab81dcc-3947-486c-aa09-d31426ac7d83,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:17:08.901380 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50336) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:17:08.906264 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.906628 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.906974 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.907276 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.907634 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.908024 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.908357 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.908693 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.909029 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.909351 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.909639 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.909956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6b7b8-9932-4d88-b83d-73230ab9a938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:08.964842 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:08.989466 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:09.097436 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:09.101259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:09.102904 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ab81dcc-3947-486c-aa09-d31426ac7d83 HTTP/1.1" status: 204 len: 168 time: 0.2004883 Aug 18 19:17:09.110802 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab81dcc-3947-486c-aa09-d31426ac7d83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:17:09.117568 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.117930 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.118267 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.118595 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.118917 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.119255 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.119579 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.119978 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.120283 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.120604 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.120941 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:09.121254 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569cc0a-58c0-4baf-aa2a-893d3d8d011d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:17:19.592550 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:17:33.345675 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c6467cd-5e08-44c5-bef1-71cb65a9ca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:35.617911 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80fa40e0-8e50-4f36-b362-0d51203a0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:35.961672 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:36.989334 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:38.595978 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:17:56.597606 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:18:03.347777 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774fcefa-7397-48a7-8960-83ca58f12a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:05.617745 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6f3d2dc-b342-42e6-ba37-83cb80f6fabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:05.967676 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:06.992741 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:08.596025 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:33.354375 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc3fcf10-531e-467b-a3f2-88c2a1114686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:33.601665 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:18:35.611165 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8958dc9f-3283-4c8b-8b24-bc4182972ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:35.968270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:36.990553 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:38.597797 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:40.924706 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-288623'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:18:45.242665 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:18:45.363341 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bd0ecd91-241c-47a6-b9e4-7104396efda7 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1195588 Aug 18 19:18:47.498050 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:18:47.559685 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-900a671b-41d8-4f57-ad85-03fe1fd1db08 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0605242 Aug 18 19:19:03.340221 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cc4c83-9900-40eb-82b3-bda37f4bcad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:05.627574 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c0b8b7e-6793-40b2-88e9-cb93af19a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:05.968002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:07.005771 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:08.608767 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:10.605263 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:19:10.891380 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:33.342620 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37565f44-7716-4be7-a93b-df68073b12b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:35.618478 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bbadddf-c5d0-42e7-9c58-2f1683a9c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:35.964379 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:36.996949 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:38.609946 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:40.875732 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:19:47.604154 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:20:03.348909 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2880e7d-f7ec-410b-b519-8ef21fa5865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:05.628798 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08007258-390f-4955-b37a-f63729d254c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:05.958863 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:07.007187 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:08.610922 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:10.889757 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:14.522444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:14.793907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50616) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:14.846637 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1131733717-network', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:14.877391 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Made reservation on behalf of 09121996b6ea42fea20f8b13c8d264fe for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:14.880638 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:14.889801 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.017586 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.023414 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.053651 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:15.060388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a5c73-164f-4d54-aaee-43be4bba9946,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:15.070612 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.070936 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.071549 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.071898 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.072227 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.072562 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.072887 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.073372 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.073716 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.074038 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.074832 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.075073 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Tracked resource versions report: Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: pushed versions: Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: consumer versions: Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: HyperV agent@hv-cinder-78409: {}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Log': '1.0', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Network': '1.1', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Port': '1.7', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 18 19:20:15.076586 dv-cinder-784092-14-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:20:15.084590 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:20:15.095602 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.096168 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Added segment 310120dc-200a-4a85-8cd2-7539d4a26e8e of type vlan for network 156065f0-f294-4752-9b89-d01519e496f4 Aug 18 19:20:15.143272 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.172242 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.173505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:15.174285 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.236544 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:15.240525 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7161331 Aug 18 19:20:15.242069 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Request body: {'subnet': {'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1131733717-subnet', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.243296 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:15.266581 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0311b0-6c90-47f5-b9b5-8015d57a2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=156065f0-f294-4752-9b89-d01519e496f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:15.269155 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Made reservation on behalf of 09121996b6ea42fea20f8b13c8d264fe for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:15.271999 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.279660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 156065f0-f294-4752-9b89-d01519e496f4 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:20:15.281596 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50650) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:15.320971 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-948338957-network', 'tenant_id': 'f381dad60fc54431a76b5c1d77e20564'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.352217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Made reservation on behalf of f381dad60fc54431a76b5c1d77e20564 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:15.357240 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.371202 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.371458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-456924518-network', 'tenant_id': '0189c5ef395d4024adb67e452fad8560'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.408026 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Made reservation on behalf of 0189c5ef395d4024adb67e452fad8560 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:15.410857 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.434080 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.480287 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-network', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.499579 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1190523657-network', 'tenant_id': '494203d6a445471bb6f57c89a8744c87'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.572313 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.579281 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.604090 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:20:15.615988 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.616480 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Added segment 2cff4fbd-42a9-4094-84e8-e33da446f284 of type vlan for network dd3e331f-b046-4f12-a50c-709618943d86 Aug 18 19:20:15.673750 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.700038 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.725040 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9fd7db-a7c9-436a-a65d-628921249210,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:15.729801 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.730968 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:15.732024 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.773421 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e02c4b5-9a8c-475e-8da1-836f77ac25c1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:15.791054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.791621 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.792162 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.792690 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.793281 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.793774 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.794488 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3e331f-b046-4f12-a50c-709618943d86,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:15.795630 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.796924 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.797471 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.797822 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.798154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.798481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Tracked resource versions report: Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: pushed versions: Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: consumer versions: Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: HyperV agent@hv-cinder-78409: {}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Log': '1.0', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Network': '1.1', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Port': '1.7', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 18 19:20:15.799714 dv-cinder-784092-14-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:20:15.805649 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network dd3e331f-b046-4f12-a50c-709618943d86 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:20:15.856043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Checking segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:15.857630 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Network hostable DHCP agents. Network: 156065f0-f294-4752-9b89-d01519e496f4, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:20:15.904230 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.906250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Network 156065f0-f294-4752-9b89-d01519e496f4 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:20:15.909571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.915558 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cf5a8272-8f64-4f53-baba-73497b553df2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1196473 Aug 18 19:20:15.918851 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50688) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:15.923937 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Request body: {'subnet': {'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-948338957-subnet', 'tenant_id': 'f381dad60fc54431a76b5c1d77e20564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:15.947001 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 156065f0-f294-4752-9b89-d01519e496f4) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:15.957338 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3b6ae-72d8-46c0-aa7b-6e726cf05901 None None] Network 156065f0-f294-4752-9b89-d01519e496f4 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:15.963741 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:15.964401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:15.973449 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:20:15.981994 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Made reservation on behalf of e1367490278d4baa9833cb58b8812b68 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:15.990755 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.016548 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.017168 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ebd3c9-3508-48aa-9a0e-939c98ea08f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:16.030141 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771295369162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.030627 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Unsubscribe: segment precommit_create {{(pid=93816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 19:20:16.030950 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:16.031122 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Added segment 0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f of type vlan for network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 Aug 18 19:20:16.034794 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.047828 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.074923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Made reservation on behalf of f381dad60fc54431a76b5c1d77e20564 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:16.077880 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.083983 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1f3db817-9987-436f-850d-6bed92941710 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8439140 Aug 18 19:20:16.085416 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:16.103427 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:16.132498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.db.api [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 19:20:16.132498 dv-cinder-784092-14-iscsi neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 19:20:16.132498 dv-cinder-784092-14-iscsi neutron-server[93815]: [parameters: {'project_id_1': '494203d6a445471bb6f57c89a8744c87', 'expiration_1': datetime.datetime(2021, 8, 18, 19, 20, 16, 80037)}] Aug 18 19:20:16.132498 dv-cinder-784092-14-iscsi neutron-server[93815]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 19:20:16.133362 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG oslo_db.api [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 19:20:16.208952 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.285220 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.293527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.304530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-156065f0-f294-4752-9b89-d01519e496f4', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:20:16.311716 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.320457 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.322229 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.331024 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.332212 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:16.332793 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.347917 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.db.api [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 19:20:16.348232 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG oslo_db.api [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 19:20:16.375727 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853cd007-61fd-4dbe-821a-164eca8a69ac,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:16.380183 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.422337 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36db961f-9533-4425-800f-85ac3e249eb4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:16.457121 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Checking segment: {'id': '2cff4fbd-42a9-4094-84e8-e33da446f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:16.457524 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Network hostable DHCP agents. Network: dd3e331f-b046-4f12-a50c-709618943d86, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:20:16.482465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Network dd3e331f-b046-4f12-a50c-709618943d86 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:20:16.498315 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, dd3e331f-b046-4f12-a50c-709618943d86) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:16.502940 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:16.503645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.542191 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a7c3e7fd-835d-41a8-97a7-96c4827a4c5e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6220660 Aug 18 19:20:16.560401 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61091f6f-e7e8-4598-9bd0-8b81e7b8319f None None] Network dd3e331f-b046-4f12-a50c-709618943d86 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:16.634610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.645229 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5897050 Aug 18 19:20:16.650116 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:16.659779 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Request body: {'subnet': {'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-subnet', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:16.666608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Allocated IP 172.20.0.2 (156065f0-f294-4752-9b89-d01519e496f4/1e02c4b5-9a8c-475e-8da1-836f77ac25c1/10d23320-cef8-493f-9745-2069e69e7647) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:16.740381 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bce0f0-f2f0-411a-a2c9-4c2db1a3d314 admin admin] Pushing event updated for resources: {'Network': ['ID=32933c8b-caf1-45c2-81c8-57ff7ea301b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:16.756018 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.760700 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Made reservation on behalf of 0189c5ef395d4024adb67e452fad8560 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:16.765750 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.859246 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.899211 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:20:16.930782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:16.931187 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Added segment c11b6168-6364-4cfb-9e8a-a349a1618389 of type vlan for network 6b0964f2-ec30-456a-8f20-04137d2458b7 Aug 18 19:20:16.939162 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:20:17.024191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.095757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.097879 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:17.098467 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.131071 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd7263-2db3-4360-9c1f-b6d66e47df1a None None] Network dd3e331f-b046-4f12-a50c-709618943d86 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:17.184787 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.203001 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:17.205178 dv-cinder-784092-14-iscsi neutron-server[93816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 19:20:17.214188 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0964f2-ec30-456a-8f20-04137d2458b7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:17.266050 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:20:17.277176 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.286028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.302828 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:20:17.317559 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.317902 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Added segment 199f0b71-5ca2-4694-85e0-2563a2ef32d1 of type vlan for network b9596b8c-9cbd-42c9-9809-d6eff356fe98 Aug 18 19:20:17.365025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.404620 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-95a93c1a-9108-44c5-adf5-96c39d4702a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1588569 Aug 18 19:20:17.405355 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.406320 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:17.406901 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.417469 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:17.460719 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-699d9629-1dcf-4521-855d-6f76fd6e4392 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:17.464790 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.470545 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-699d9629-1dcf-4521-855d-6f76fd6e4392 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/networks?id=dd3e331f-b046-4f12-a50c-709618943d86 HTTP/1.1" status: 200 len: 811 time: 0.2664368 Aug 18 19:20:17.476320 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Transition to ACTIVE for port object 10d23320-cef8-493f-9745-2069e69e7647 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:17.488287 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Request body: {'subnet': {'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-subnet', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:17.495611 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Transition to ACTIVE for port object 10d23320-cef8-493f-9745-2069e69e7647 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:17.497615 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Pushing event updated for resources: {'Network': ['ID=b9596b8c-9cbd-42c9-9809-d6eff356fe98,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:17.515440 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:20:17.520243 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.529825 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:17.538149 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-31bb9453-a640-436f-b157-a7802841d56f tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/quotas/f381dad60fc54431a76b5c1d77e20564 HTTP/1.1" status: 200 len: 375 time: 0.0666168 Aug 18 19:20:17.576900 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2936089 Aug 18 19:20:17.579069 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50768) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:17.592111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Network 156065f0-f294-4752-9b89-d01519e496f4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:17.600109 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Request body: {'subnet': {'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1190523657-subnet', 'tenant_id': '494203d6a445471bb6f57c89a8744c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:17.603311 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Pushing event updated for resources: {'Port': ['ID=10d23320-cef8-493f-9745-2069e69e7647,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:17.611905 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:17.645413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.645977 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.646530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.647043 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.647563 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.648097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.648705 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.649372 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.649931 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.650593 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-0b426ce1-870a-491a-93ac-a8b5190bcc57 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f381dad60fc54431a76b5c1d77e20564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111650 Aug 18 19:20:17.656830 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.657413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.657763 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Tracked resource versions report: Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: pushed versions: Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: consumer versions: Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: HyperV agent@hv-cinder-78409: {}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Log': '1.0', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Network': '1.1', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Port': '1.7', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 18 19:20:17.658920 dv-cinder-784092-14-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:20:17.678980 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:17.688507 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7df00-0cab-43f4-bf6b-7ce04007a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e99084-25fb-4da3-af84-1b5323c757e9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:17.706351 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:17.710647 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.813111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Attempting to bind port 10d23320-cef8-493f-9745-2069e69e7647 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:17.813940 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Attempting to bind port 10d23320-cef8-493f-9745-2069e69e7647 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:17.814749 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Attempting to bind port 10d23320-cef8-493f-9745-2069e69e7647 on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:17.840404 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:17.840995 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Checking segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:17.842483 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.842894 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Bound using segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:17.843396 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Bound port: 10d23320-cef8-493f-9745-2069e69e7647, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:17.843802 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.943462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] For port 10d23320-cef8-493f-9745-2069e69e7647, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:17.947324 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] For port 10d23320-cef8-493f-9745-2069e69e7647, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=10d23320-cef8-493f-9745-2069e69e7647,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:17.958221 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.979028 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-efb64e2f-4a12-4104-abf6-0756e154e322 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:20:17.980275 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-efb64e2f-4a12-4104-abf6-0756e154e322 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032875 Aug 18 19:20:17.982419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:17.983750 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a94ed8-c53e-4f4d-9ef5-8df3aadf21b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.003919 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Made reservation on behalf of e1367490278d4baa9833cb58b8812b68 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:18.006563 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.025405 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.046491 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb71b7-7282-4ba9-a759-3257974da92b None None] Pushing event updated for resources: {'Port': ['ID=10d23320-cef8-493f-9745-2069e69e7647,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:18.067783 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.261770 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9333ba88-9eed-4bcc-b8d4-33f67034bd0c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:18.280031 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-7cd3c6d4-b055-4f91-9f77-be05afc40c27 service neutron] 10.222.0.25 "GET /v2.0/networks/dd3e331f-b046-4f12-a50c-709618943d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881804 Aug 18 19:20:18.327797 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Checking segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:18.328244 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Network hostable DHCP agents. Network: 32933c8b-caf1-45c2-81c8-57ff7ea301b2, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:20:18.338662 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.385538 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Allocated IP 172.27.0.228 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/fd107d49-ea48-4bce-9af0-8d6edb050b8d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:18.458093 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:20:18.510004 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-0cebd403-0ffe-4b2b-8bbc-5ecfd1eaf48b service neutron] 10.222.0.25 "GET /v2.0/networks/dd3e331f-b046-4f12-a50c-709618943d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233305 Aug 18 19:20:18.563995 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.629371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 32933c8b-caf1-45c2-81c8-57ff7ea301b2) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:18.631559 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2c7668-f91d-4367-aa5b-4335e8964bae,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:18.637629 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fcd46c-258a-4496-8f33-f2dff9bda8a3 None None] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:18.659983 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:18.660740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.670598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a94ed8-c53e-4f4d-9ef5-8df3aadf21b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.688262 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.701151 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a94ed8-c53e-4f4d-9ef5-8df3aadf21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.742806 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Checking segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:18.743153 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Network hostable DHCP agents. Network: b9596b8c-9cbd-42c9-9809-d6eff356fe98, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:20:18.763996 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7956ee4a-d538-40a8-a175-edfdcd7213c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1097343 Aug 18 19:20:18.764958 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:18.783946 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:18.804350 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:18.806743 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78028cb-47d9-438b-962e-e7b42e87ef0f None None] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:18.824802 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 50808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:18.832343 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd107d49-ea48-4bce-9af0-8d6edb050b8d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:18.871172 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:18.873731 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:18.876624 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:18.901648 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2827771b-329c-45d5-8720-15b387a786d2 req-8a5c1959-bba9-4cdc-b946-33f7096ee91a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.0753024 Aug 18 19:20:18.912558 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94ed8-c53e-4f4d-9ef5-8df3aadf21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3316de41-1bce-4bff-91c3-7b6615ea92fe,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:18.920816 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f1a94ed8-c53e-4f4d-9ef5-8df3aadf21b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5910be551e440bb8752759f964c76f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3830748 Aug 18 19:20:18.932526 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:18.985582 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d545be02-6180-4939-84e7-edcbb29e46c4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:19.030848 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:20:19.037616 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.039054 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.124515 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.274245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Checking segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:19.274599 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Network hostable DHCP agents. Network: 6b0964f2-ec30-456a-8f20-04137d2458b7, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:20:19.347112 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, b9596b8c-9cbd-42c9-9809-d6eff356fe98) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:19.376569 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.386113 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b5ae9-58aa-4da5-9b1e-50c4dc8be14c None None] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:19.396190 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.402502 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:19.403408 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.421179 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.439862 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a4f471a7-a7dd-4395-b6cf-01684a923bd2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8431346 Aug 18 19:20:19.439862 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:20:19.442071 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.495311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 6b0964f2-ec30-456a-8f20-04137d2458b7) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:19.505574 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:19.506273 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.551121 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2b157e86-83a0-41ba-ba9d-b910e04d2100 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0667617 Aug 18 19:20:19.556252 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:19.566723 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:19.601457 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.604594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.609595 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3316de41-1bce-4bff-91c3-7b6615ea92fe HTTP/1.1" status: 204 len: 168 time: 0.6715498 Aug 18 19:20:19.635562 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.636865 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.643772 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43524f-50b5-4b71-9115-c9ece71292b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316de41-1bce-4bff-91c3-7b6615ea92fe,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:19.653556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de0f52-0c33-4da5-a0f5-f685cdbfc0a7 None None] Network 156065f0-f294-4752-9b89-d01519e496f4 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:19.818170 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5e25d-882d-473a-a353-378423a8a7dc None None] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:19.898274 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.970106 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:19.975505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.061444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.188598 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25e268fe-7169-42bf-a2fb-498e681b3e41 req-6145cee1-198d-4a70-8e7e-71e12269b9fe tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.0897374 Aug 18 19:20:20.332002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4248a4ef-46cc-4b27-be79-4149030f39ff None None] Provisioning for port 10d23320-cef8-493f-9745-2069e69e7647 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:20.358769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 10d23320-cef8-493f-9745-2069e69e7647 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:20.371856 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Router 579decd0-2671-4744-8542-1699fd3af943 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:20:20.428892 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.470118 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-6b0964f2-ec30-456a-8f20-04137d2458b7', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:20:20.471012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.473047 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846da4a-4cad-4bfb-b1c4-4b2c2e21eb01 None None] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:20.539788 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Allocated IP 172.27.0.115 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/4253f912-aa3a-46c3-aefe-7aafa95733a5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:20.748422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.777035 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:20.788407 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:20.791417 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.803337 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:20.807412 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:20.832851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-0737e4a9-be6d-4fd8-835b-42d5f188b74d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:20.834447 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-0737e4a9-be6d-4fd8-835b-42d5f188b74d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.3576837 Aug 18 19:20:20.852734 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 10d23320-cef8-493f-9745-2069e69e7647 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:20.866237 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 10d23320-cef8-493f-9745-2069e69e7647 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:20.866785 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.869934 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:20.872521 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:20.874208 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7d6ec6f0-a32e-43dc-b5b3-629192bec6a5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7843335 Aug 18 19:20:20.876906 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 50916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:20.897375 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-aae1c522-a5b9-4a83-afca-83b36cbabaac tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/quotas/494203d6a445471bb6f57c89a8744c87 HTTP/1.1" status: 200 len: 375 time: 0.0349457 Aug 18 19:20:20.899336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:20.911311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:20.960957 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-15cc7d4f-51ca-4123-8d58-5e0f80a49649 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537701 Aug 18 19:20:20.984116 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:21.166746 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:21.178130 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-3b578192-b6e1-4aca-a599-446a26cd756b service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088916 Aug 18 19:20:21.493321 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:19Z', 'revision_number': 3, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:21.514045 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c6c36857-da80-4b9e-81c2-ef80633b4cef service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259337 Aug 18 19:20:21.549951 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:21.550312 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Updating router 579decd0-2671-4744-8542-1699fd3af943 port fd107d49-ea48-4bce-9af0-8d6edb050b8d binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:21.582444 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:21.611476 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30b37a4a-8b2e-4a5d-a99f-0882c852fbf4 req-2a84a7e9-e9a0-4a87-990c-7b10f99eaf21 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.0912170 Aug 18 19:20:21.618600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Allocated IP 172.20.0.2 (6b0964f2-ec30-456a-8f20-04137d2458b7/d545be02-6180-4939-84e7-edcbb29e46c4/c70ef019-98f3-499e-8cda-0f3e060c8386) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:21.666805 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:21.676976 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Pushing event updated for resources: {'Port': ['ID=4253f912-aa3a-46c3-aefe-7aafa95733a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:21.786653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:21.858467 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-184e6930-6599-4b76-a146-76b476f31571 None None] Provisioning complete for port 10d23320-cef8-493f-9745-2069e69e7647 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:21.859556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-184e6930-6599-4b76-a146-76b476f31571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:21.934085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad0d3ddd-ef72-4931-a313-b440741f09ea req-9945dd3f-d936-4b71-bb6b-fa5f2956f62a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0833251 Aug 18 19:20:21.948875 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 10d23320-cef8-493f-9745-2069e69e7647, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=10d23320-cef8-493f-9745-2069e69e7647,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:21.956298 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.031264 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.058250 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Transition to ACTIVE for port object fd107d49-ea48-4bce-9af0-8d6edb050b8d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:22.068658 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.159106 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Allocated IP 172.27.0.233 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/172413fa-ef53-4db7-8456-979111a8e3ef) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:22.207279 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.67', 49848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:22.217694 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.226970 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Transition to ACTIVE for port object c70ef019-98f3-499e-8cda-0f3e060c8386 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:22.243097 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Pushing event updated for resources: {'Port': ['ID=fd107d49-ea48-4bce-9af0-8d6edb050b8d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:22.246843 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Transition to ACTIVE for port object c70ef019-98f3-499e-8cda-0f3e060c8386 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:22.250796 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=10d23320-cef8-493f-9745-2069e69e7647,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:22.258451 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.297798 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.298163 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.298508 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.298844 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.299179 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.299520 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.308986 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Pushing event updated for resources: {'Port': ['ID=c70ef019-98f3-499e-8cda-0f3e060c8386,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:22.323891 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.324247 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.324607 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.328604 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.328604 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.328604 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:20:22.329672 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:22.341902 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Tracked resource versions report: Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: pushed versions: Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Log': {'1.0'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Network': {'1.1'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Port': {'1.7'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: consumer versions: Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: HyperV agent@hv-cinder-78409: {}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: L3 agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: Metadata agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: Metering agent@dv-cinder-784092-14-iscsi: {}, Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-784092-14-iscsi: { 'AddressGroup': '1.2', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Log': '1.0', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Network': '1.1', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Port': '1.7', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'SubPort': '1.0', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Subnet': '1.1', Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Aug 18 19:20:22.342117 dv-cinder-784092-14-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 19:20:22.389153 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.397323 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:22.413696 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Attempting to bind port fd107d49-ea48-4bce-9af0-8d6edb050b8d on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:22.416143 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Attempting to bind port fd107d49-ea48-4bce-9af0-8d6edb050b8d by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:22.437785 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Attempting to bind port fd107d49-ea48-4bce-9af0-8d6edb050b8d on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:22.457237 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:22.462859 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:22.463383 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.467029 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:22.471148 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Bound port: fd107d49-ea48-4bce-9af0-8d6edb050b8d, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:22.474500 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.565383 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-3b6ce988-89ed-4e2c-9caf-80495b82cf11 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:22.572632 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-3b6ce988-89ed-4e2c-9caf-80495b82cf11 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.67 "GET /v2.0/networks?id=dd3e331f-b046-4f12-a50c-709618943d86 HTTP/1.1" status: 200 len: 811 time: 0.3641956 Aug 18 19:20:22.584091 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.607371 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Attempting to bind port c70ef019-98f3-499e-8cda-0f3e060c8386 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:22.611695 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Attempting to bind port c70ef019-98f3-499e-8cda-0f3e060c8386 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:22.612311 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Attempting to bind port c70ef019-98f3-499e-8cda-0f3e060c8386 on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:22.632184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Request body: {'port': {'device_id': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86', 'admin_state_up': True, 'tenant_id': 'f381dad60fc54431a76b5c1d77e20564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:22.706661 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:22.707043 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Checking segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:22.707445 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.725239 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Bound using segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:22.725948 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Bound port: c70ef019-98f3-499e-8cda-0f3e060c8386, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:22.726381 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.739181 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:22.746363 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:22.754949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:22.781349 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] For port fd107d49-ea48-4bce-9af0-8d6edb050b8d, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:22.788985 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Pushing event updated for resources: {'Port': ['ID=172413fa-ef53-4db7-8456-979111a8e3ef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:22.789627 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] For port fd107d49-ea48-4bce-9af0-8d6edb050b8d, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fd107d49-ea48-4bce-9af0-8d6edb050b8d,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:22.803440 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:22.909413 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:23.030513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Made reservation on behalf of f381dad60fc54431a76b5c1d77e20564 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:23.035299 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.079370 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] For port c70ef019-98f3-499e-8cda-0f3e060c8386, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:23.100374 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] For port c70ef019-98f3-499e-8cda-0f3e060c8386, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c70ef019-98f3-499e-8cda-0f3e060c8386,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:23.124009 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.223437 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad3da3-5c40-4f7a-ae94-d540fea82270 None None] Pushing event updated for resources: {'Port': ['ID=fd107d49-ea48-4bce-9af0-8d6edb050b8d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:23.277650 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:23.284699 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:23.349059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.467530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768bf10-0c2c-45bb-b15d-ff8d77e5fe3f None None] Pushing event updated for resources: {'Port': ['ID=c70ef019-98f3-499e-8cda-0f3e060c8386,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:23.562114 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:23.602081 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75972352-ed97-4f45-a887-d925b38b611f req-59b14eaa-f807-4f44-a5de-3f8931cb9a92 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.4692733 Aug 18 19:20:23.877060 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Allocated IP 172.20.0.11 (dd3e331f-b046-4f12-a50c-709618943d86/36db961f-9533-4425-800f-85ac3e249eb4/45a8ec5b-6e9a-4085-a712-7596b40af48d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:23.883551 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.914113 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:23.916186 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:19Z', 'revision_number': 3, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:23.929563 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.949967 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0fe9-e117-4dd2-acc9-7824abe9fd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:23.998073 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188bf5fc-d127-49c6-9966-832e98a7b0ee None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:19Z', 'revision_number': 3, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:24.036274 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-188259cd-ec68-4340-87e0-c25f69e7ec70 req-a93ce997-7dd1-44bb-a49b-3c9498c24446 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.1420012 Aug 18 19:20:24.490082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:24.585079 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c70ef019-98f3-499e-8cda-0f3e060c8386 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:24.605738 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:20:24.608855 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0fe9-e117-4dd2-acc9-7824abe9fd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:24.686316 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f8e0fe9-e117-4dd2-acc9-7824abe9fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:24.719009 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415c00f5-8e6e-4dc9-a6f4-4b6a9b08110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:24.779599 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e0fe9-e117-4dd2-acc9-7824abe9fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b274ae1-a288-49b5-8c2b-f0da4076de64,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:24.870711 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port c70ef019-98f3-499e-8cda-0f3e060c8386 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:24.884385 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 10d23320-cef8-493f-9745-2069e69e7647 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:24.989791 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.67', 49858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:25.016122 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 10d23320-cef8-493f-9745-2069e69e7647 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:25.016702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.024598 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415c00f5-8e6e-4dc9-a6f4-4b6a9b08110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.097071 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323160bc-cb24-4557-aaa4-114a7110e5e9 None None] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:20:25.111548 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415c00f5-8e6e-4dc9-a6f4-4b6a9b08110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.205646 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.210102 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c00f5-8e6e-4dc9-a6f4-4b6a9b08110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50542bd-fbdb-4ceb-b12e-a20b4e2a1007,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:25.219754 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0f8e0fe9-e117-4dd2-acc9-7824abe9fd7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=513a25d7b5564f0785556ec2def138ed&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3090973 Aug 18 19:20:25.228212 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51092) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:25.232292 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f005013-3a04-4c7d-a6fc-8c41df916e20 req-03a7008a-1bd3-4420-8658-78271062c7f4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.1841002 Aug 18 19:20:25.235780 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Allocated IP 172.20.0.1 (156065f0-f294-4752-9b89-d01519e496f4/1e02c4b5-9a8c-475e-8da1-836f77ac25c1/fe420b1f-d9a9-4111-884e-22b4cfbf270c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:25.340900 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-33782a8b-9d6d-49c1-b071-47da3f4da339 req-792b48e0-92bb-4771-8bfa-919a7e74d45b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.1189342 Aug 18 19:20:25.342453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Provisioning for port c70ef019-98f3-499e-8cda-0f3e060c8386 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:25.376584 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Provisioning complete for port c70ef019-98f3-499e-8cda-0f3e060c8386 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:25.376977 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.380411 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.383931 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-415c00f5-8e6e-4dc9-a6f4-4b6a9b08110a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=371cc045e8d9419e8fd701ff53a3ece2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4392099 Aug 18 19:20:25.387188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:25.517660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.654357 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.662789 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.800350 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.839519 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.854260 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] For port c70ef019-98f3-499e-8cda-0f3e060c8386, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c70ef019-98f3-499e-8cda-0f3e060c8386,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:25.858570 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Network dd3e331f-b046-4f12-a50c-709618943d86 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:25.860906 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.881172 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:25.901963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.905259 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.907066 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b274ae1-a288-49b5-8c2b-f0da4076de64 HTTP/1.1" status: 204 len: 168 time: 0.6777496 Aug 18 19:20:25.908331 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Pushing event updated for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:25.946452 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:25.961819 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:25.968453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c715ec9-0007-4b43-8c87-7060662d5274 None None] Pushing event updated for resources: {'Port': ['ID=c70ef019-98f3-499e-8cda-0f3e060c8386,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:25.982408 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Router 1c92254a-2818-4622-803b-f46e8b6f78c7 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:20:25.985906 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:25.986818 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.016209 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-3e603037-b88b-476b-a1c2-f9192cfa3697 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:26.018311 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-3e603037-b88b-476b-a1c2-f9192cfa3697 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 1.0268381 Aug 18 19:20:26.102513 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.171565 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb2c23-eb4c-4dda-9568-cba94ce2a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b274ae1-a288-49b5-8c2b-f0da4076de64,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:26.208638 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.212981 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.216787 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f50542bd-fbdb-4ceb-b12e-a20b4e2a1007 HTTP/1.1" status: 204 len: 168 time: 0.8262639 Aug 18 19:20:26.216787 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-21fde102-3654-4422-b0f1-9621cb1193fb tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5915093 Aug 18 19:20:26.272310 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Transition to ACTIVE for port object fe420b1f-d9a9-4111-884e-22b4cfbf270c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:26.276139 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1867aa7c-d88a-4050-9597-fe8880590034 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:20:26.276139 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1867aa7c-d88a-4050-9597-fe8880590034 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176661 Aug 18 19:20:26.276139 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f9678-4bcf-43d5-817b-a8950faaf492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50542bd-fbdb-4ceb-b12e-a20b4e2a1007,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:26.276874 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Request body: {'port': {'device_id': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'admin_state_up': True, 'tenant_id': '494203d6a445471bb6f57c89a8744c87'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:26.400769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-603fcf78-3126-4da0-bd5f-3a8ae8783f29 None None] Provisioning complete for port c70ef019-98f3-499e-8cda-0f3e060c8386 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:26.402641 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-603fcf78-3126-4da0-bd5f-3a8ae8783f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.497606 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c70ef019-98f3-499e-8cda-0f3e060c8386 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:26.704211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92378a88-cb1e-44d1-b311-9851fe2ac9a1 req-55da16f8-bb77-4c8a-a2dc-40c2430ebf2b tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:26.709211 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92378a88-cb1e-44d1-b311-9851fe2ac9a1 req-55da16f8-bb77-4c8a-a2dc-40c2430ebf2b tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 932 time: 0.2639208 Aug 18 19:20:26.714851 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-057ee6ee-a1bd-491a-8d58-eb6c7ee8028e req-fb248c5c-60fd-4cf8-ace2-2a21493195af tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.1983988 Aug 18 19:20:26.779753 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:26.782097 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.872752 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92378a88-cb1e-44d1-b311-9851fe2ac9a1 req-b7c91b66-4050-4384-b773-88bf7f699a7f tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504619 Aug 18 19:20:26.949162 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886255a-a902-405e-8280-401415c33073 None None] Sync routers for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:26.960915 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Network 156065f0-f294-4752-9b89-d01519e496f4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:26.971477 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.973108 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-75b03734-78ab-48af-adab-087c7bccaf3a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1770890 Aug 18 19:20:26.973670 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Request body: {'port': {'device_id': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:26.984011 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port c70ef019-98f3-499e-8cda-0f3e060c8386 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:26.984556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:26.986241 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:26.988446 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:26.994185 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:26.994983 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.009353 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Pushing event updated for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:27.102058 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886255a-a902-405e-8280-401415c33073 None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:27.102601 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6886255a-a902-405e-8280-401415c33073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:27.192887 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:27.212262 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:27.216553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.255893 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a98aefc8-dac0-4a5c-907f-4c63977ccc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.290286 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.322699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Router bad77742-ef4b-43cd-a522-cf347c5fcfde is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:20:27.323374 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:27.384662 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6886255a-a902-405e-8280-401415c33073 None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:27.671321 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-162b7667-9ef9-41b0-afa5-6e646f64ab55 None None] Provisioning for port fe420b1f-d9a9-4111-884e-22b4cfbf270c completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:27.671321 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-162b7667-9ef9-41b0-afa5-6e646f64ab55 None None] Provisioning complete for port fe420b1f-d9a9-4111-884e-22b4cfbf270c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:27.671634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-162b7667-9ef9-41b0-afa5-6e646f64ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.759927 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a98aefc8-dac0-4a5c-907f-4c63977ccc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.768052 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a98aefc8-dac0-4a5c-907f-4c63977ccc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.779816 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fd107d49-ea48-4bce-9af0-8d6edb050b8d up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:27.784301 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-162b7667-9ef9-41b0-afa5-6e646f64ab55 None None] Port fe420b1f-d9a9-4111-884e-22b4cfbf270c cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:27.807247 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6886255a-a902-405e-8280-401415c33073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 3, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:27.818732 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aefc8-dac0-4a5c-907f-4c63977ccc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1715a980-9c95-4c17-b25d-a3067e937735,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:27.829829 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc359e65-029c-421c-8ca5-0160dcd985e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:27.871447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886255a-a902-405e-8280-401415c33073 None None] Checking router: 1c92254a-2818-4622-803b-f46e8b6f78c7 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:27.871794 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886255a-a902-405e-8280-401415c33073 None None] Updating router 1c92254a-2818-4622-803b-f46e8b6f78c7 port 4253f912-aa3a-46c3-aefe-7aafa95733a5 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:27.902089 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b162521e-ed5f-42a3-b74b-bba4339b325a req-0cc965de-7cb9-43b7-9a5a-3847fe21e512 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0445747 Aug 18 19:20:27.915967 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a98aefc8-dac0-4a5c-907f-4c63977ccc41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30e7e537411341e999d35b21ca3f1ded&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7213693 Aug 18 19:20:27.923465 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:27.949790 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.028585 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a8ec5b-6e9a-4085-a712-7596b40af48d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:28.045645 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.076876 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.273319 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Transition to ACTIVE for port object 45a8ec5b-6e9a-4085-a712-7596b40af48d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:28.294361 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.326982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.355372 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port fd107d49-ea48-4bce-9af0-8d6edb050b8d completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:28.371583 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port fd107d49-ea48-4bce-9af0-8d6edb050b8d triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:28.372072 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.382167 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc359e65-029c-421c-8ca5-0160dcd985e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.399226 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d7e9-95ac-4174-baaa-219be32ddd79 req-c3fe675e-34dd-40ad-890e-240dd1633bf9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:28.401415 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f8a1d7e9-95ac-4174-baaa-219be32ddd79 req-c3fe675e-34dd-40ad-890e-240dd1633bf9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 932 time: 0.3332853 Aug 18 19:20:28.464502 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc359e65-029c-421c-8ca5-0160dcd985e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.482857 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Pushing event updated for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:28.561434 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Attempting to bind port 45a8ec5b-6e9a-4085-a712-7596b40af48d on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:28.561827 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Attempting to bind port 45a8ec5b-6e9a-4085-a712-7596b40af48d by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '2cff4fbd-42a9-4094-84e8-e33da446f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:28.562176 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Attempting to bind port 45a8ec5b-6e9a-4085-a712-7596b40af48d on network dd3e331f-b046-4f12-a50c-709618943d86 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:28.569143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Port 45a8ec5b-6e9a-4085-a712-7596b40af48d on network dd3e331f-b046-4f12-a50c-709618943d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:28.570825 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Attempting to bind port 45a8ec5b-6e9a-4085-a712-7596b40af48d on network dd3e331f-b046-4f12-a50c-709618943d86 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:28.571364 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.575535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.578459 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.581961 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1715a980-9c95-4c17-b25d-a3067e937735 HTTP/1.1" status: 204 len: 168 time: 0.6551814 Aug 18 19:20:28.591858 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6fa1e-e565-4bda-953f-7f18240261b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715a980-9c95-4c17-b25d-a3067e937735,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:28.620590 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f8a1d7e9-95ac-4174-baaa-219be32ddd79 req-07295f49-a33d-45d2-ae3a-fc670fc163c8 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544430 Aug 18 19:20:28.621580 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:28.621946 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Checking segment: {'id': '2cff4fbd-42a9-4094-84e8-e33da446f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:28.622506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Bound using segment: {'id': '2cff4fbd-42a9-4094-84e8-e33da446f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:28.623302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Bound port: 45a8ec5b-6e9a-4085-a712-7596b40af48d, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cff4fbd-42a9-4094-84e8-e33da446f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:28.623665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.716811 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:28.723957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d,segment=NetworkSegment(2cff4fbd-42a9-4094-84e8-e33da446f284),segment_id=2cff4fbd-42a9-4094-84e8-e33da446f284)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:28.731353 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.741617 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.765578 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Allocated IP 172.20.0.9 (b9596b8c-9cbd-42c9-9809-d6eff356fe98/ae2c7668-f91d-4367-aa5b-4335e8964bae/99d3080b-59ee-443b-be25-434b078bda07) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:28.832658 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:28.833805 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port fd107d49-ea48-4bce-9af0-8d6edb050b8d, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fd107d49-ea48-4bce-9af0-8d6edb050b8d,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:28.834214 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Pushing event updated for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:28.853724 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:28.854513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:28.856527 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-1d572f3d-1a71-4349-8530-e1f9c19ed186 service neutron] 10.222.0.67 "PUT /v2.0/ports/45a8ec5b-6e9a-4085-a712-7596b40af48d HTTP/1.1" status: 200 len: 1094 time: 2.3071506 Aug 18 19:20:28.857101 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:28.858075 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.064215 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2db059f3-0747-4d68-a117-95dc8574c577 req-634a4ebc-7d96-4c44-a405-f7a35d7c6365 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0668080 Aug 18 19:20:29.074459 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=fd107d49-ea48-4bce-9af0-8d6edb050b8d,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:29.145179 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.170871 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6886255a-a902-405e-8280-401415c33073 None None] Transition to ACTIVE for port object 4253f912-aa3a-46c3-aefe-7aafa95733a5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:29.185506 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.263133 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81131be-ec0f-4585-9f65-72d06160f8ef None None] Pushing event updated for resources: {'Port': ['ID=4253f912-aa3a-46c3-aefe-7aafa95733a5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:29.273834 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc827d58-46a5-49cc-8973-ebeb0e90ec8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.296806 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6886255a-a902-405e-8280-401415c33073 None None] Attempting to bind port 4253f912-aa3a-46c3-aefe-7aafa95733a5 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:29.297459 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6886255a-a902-405e-8280-401415c33073 None None] Attempting to bind port 4253f912-aa3a-46c3-aefe-7aafa95733a5 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:29.298076 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886255a-a902-405e-8280-401415c33073 None None] Attempting to bind port 4253f912-aa3a-46c3-aefe-7aafa95733a5 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:29.305630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886255a-a902-405e-8280-401415c33073 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:29.306625 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886255a-a902-405e-8280-401415c33073 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:29.307392 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.308277 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886255a-a902-405e-8280-401415c33073 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:29.309188 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6886255a-a902-405e-8280-401415c33073 None None] Bound port: 4253f912-aa3a-46c3-aefe-7aafa95733a5, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:29.309791 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.393046 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71" -d '{"events": [{"name": "network-changed", "server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:29.402158 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6886255a-a902-405e-8280-401415c33073 None None] For port 4253f912-aa3a-46c3-aefe-7aafa95733a5, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:29.408223 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6886255a-a902-405e-8280-401415c33073 None None] For port 4253f912-aa3a-46c3-aefe-7aafa95733a5, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=4253f912-aa3a-46c3-aefe-7aafa95733a5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:29.414222 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6886255a-a902-405e-8280-401415c33073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.485689 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bc359e65-029c-421c-8ca5-0160dcd985e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a88bbbcf36894b709cc351d3811c2f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1609585 Aug 18 19:20:29.487388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc359e65-029c-421c-8ca5-0160dcd985e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804bb5c-38f4-44d1-9046-d57ddd91d44d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:29.490149 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51170) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:29.553733 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc827d58-46a5-49cc-8973-ebeb0e90ec8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.566250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc827d58-46a5-49cc-8973-ebeb0e90ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.613629 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81131be-ec0f-4585-9f65-72d06160f8ef None None] Pushing event updated for resources: {'Port': ['ID=4253f912-aa3a-46c3-aefe-7aafa95733a5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:29.646480 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:29.663097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886255a-a902-405e-8280-401415c33073 None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:29.663870 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6886255a-a902-405e-8280-401415c33073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:29.664682 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:29.683417 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:29.687341 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:29.690723 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cc827d58-46a5-49cc-8973-ebeb0e90ec8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c605f9c10f45299a6c19d067886901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507876 Aug 18 19:20:29.691678 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51176) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:29.763427 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f084568-6142-4133-b557-1e8797a92b5a x-openstack-request-id: req-1f084568-6142-4133-b557-1e8797a92b5a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:29.764693 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:29.765200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f084568-6142-4133-b557-1e8797a92b5a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:29.765827 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d', 'status': 'completed', 'code': 200} Aug 18 19:20:29.817968 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.823560 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc827d58-46a5-49cc-8973-ebeb0e90ec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4546376e-a2af-4f32-b86b-b5cb76137ac6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:29.875108 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:29.884380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df60a-76aa-4ef9-8823-04091b79381d req-e27e0deb-da8b-4781-8c53-eaf13520f8dc tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:29.892562 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e20df60a-76aa-4ef9-8823-04091b79381d req-e27e0deb-da8b-4781-8c53-eaf13520f8dc tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.1210802 Aug 18 19:20:29.962231 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e20df60a-76aa-4ef9-8823-04091b79381d req-1668fdba-6bee-439f-adaa-5d3c95c1b437 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683715 Aug 18 19:20:30.051992 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6886255a-a902-405e-8280-401415c33073 None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:30.096954 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-7ba6ea0d-21e4-4fda-8361-417cc32ea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:30.099705 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:30.109438 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-7ba6ea0d-21e4-4fda-8361-417cc32ea149 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f381dad60fc54431a76b5c1d77e20564&device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1269042 Aug 18 19:20:30.144534 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.144534 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.144534 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2804bb5c-38f4-44d1-9046-d57ddd91d44d HTTP/1.1" status: 204 len: 168 time: 0.6479537 Aug 18 19:20:30.183882 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.502319 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fcf20-86ac-45f7-91f5-84ff4c309129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804bb5c-38f4-44d1-9046-d57ddd91d44d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:30.516855 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.520893 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b5b17b89-f87f-4a6c-8343-c96f2a129654 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9568107 Aug 18 19:20:30.524957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:30.596583 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.602335 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6886255a-a902-405e-8280-401415c33073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 3, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:30.604681 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:30.741872 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886255a-a902-405e-8280-401415c33073 None None] The sync data for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi is: [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 3, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:30.783877 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Allocated IP 172.20.0.1 (32933c8b-caf1-45c2-81c8-57ff7ea301b2/9333ba88-9eed-4bcc-b8d4-33f67034bd0c/901b63d1-60aa-46c5-9496-59e3ff06123b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:30.832654 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-95a60f8b-fffc-4a0e-9065-caf6c7eeb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:30.834807 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-95a60f8b-fffc-4a0e-9065-caf6c7eeb951 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f381dad60fc54431a76b5c1d77e20564&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7180464 Aug 18 19:20:30.869375 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:23Z', 'revision_number': 3, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:30.872941 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35642-480c-4858-8353-b3bf4f7d4b29 req-d6a47081-eb03-4a06-9b76-f12b8626033a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:30.884764 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b35642-480c-4858-8353-b3bf4f7d4b29 req-d6a47081-eb03-4a06-9b76-f12b8626033a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 931 time: 0.4803991 Aug 18 19:20:30.947884 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:30.952049 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Updating router bad77742-ef4b-43cd-a522-cf347c5fcfde port 172413fa-ef53-4db7-8456-979111a8e3ef binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:30.997579 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.060662 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.068549 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fd107d49-ea48-4bce-9af0-8d6edb050b8d up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:31.281587 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port fd107d49-ea48-4bce-9af0-8d6edb050b8d triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:31.281587 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.392617 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:31.400092 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event updated for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:31.409903 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:31.427215 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:31.442605 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:31.442868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.543426 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.547587 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-c3caf775-814d-41ed-a55b-a3a306ec8f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3084888 Aug 18 19:20:31.622592 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Request body: {'port': {'device_id': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:31.648185 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b35642-480c-4858-8353-b3bf4f7d4b29 req-ce4fc8c2-b749-4dbe-b705-92cb870ad666 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7503569 Aug 18 19:20:31.792356 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:31.984485 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.011509 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Transition to ACTIVE for port object 172413fa-ef53-4db7-8456-979111a8e3ef will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:32.028222 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.158011 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5364b-9090-4c7d-a5c4-a3f9032bac91 req-4d9091b8-e3bb-4ece-9522-1795a11f7f4c tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:32.161897 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d5364b-9090-4c7d-a5c4-a3f9032bac91 req-4d9091b8-e3bb-4ece-9522-1795a11f7f4c tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.9750175 Aug 18 19:20:32.181530 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-fe66c083-a72d-4a26-aef3-15581560e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:32.183216 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63e2b5e7-6ad9-4c52-b8ac-ca3b8da3ec71 req-fe66c083-a72d-4a26-aef3-15581560e080 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2813203 Aug 18 19:20:32.185436 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Attempting to bind port 172413fa-ef53-4db7-8456-979111a8e3ef on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:32.185802 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Attempting to bind port 172413fa-ef53-4db7-8456-979111a8e3ef by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:32.186165 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Attempting to bind port 172413fa-ef53-4db7-8456-979111a8e3ef on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:32.204461 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b0049-e301-4e44-8a5a-dc8df2b70900 None None] Pushing event updated for resources: {'Port': ['ID=172413fa-ef53-4db7-8456-979111a8e3ef,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:32.218334 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:32.218708 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:32.228543 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.229249 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:32.230602 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Bound port: 172413fa-ef53-4db7-8456-979111a8e3ef, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:32.232359 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.269830 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d5364b-9090-4c7d-a5c4-a3f9032bac91 req-d97991d0-5e9d-4970-90b4-958eb160d605 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007113 Aug 18 19:20:32.407209 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] For port 172413fa-ef53-4db7-8456-979111a8e3ef, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:32.416451 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] For port 172413fa-ef53-4db7-8456-979111a8e3ef, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=172413fa-ef53-4db7-8456-979111a8e3ef,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:32.426306 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.529268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.576189 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.591481 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:32.592809 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:32.604331 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b0049-e301-4e44-8a5a-dc8df2b70900 None None] Pushing event updated for resources: {'Port': ['ID=172413fa-ef53-4db7-8456-979111a8e3ef,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:32.913963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:32.952102 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:32.954913 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:32.970213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-0bd2f9f3-b4f1-453c-bc42-c46ef889202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:32.972778 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-0bd2f9f3-b4f1-453c-bc42-c46ef889202d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f381dad60fc54431a76b5c1d77e20564&device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 1097 time: 0.2141092 Aug 18 19:20:32.999978 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdee583-c222-428b-976d-d0d492fb0c32 req-19a61ce9-6240-49dc-81ee-de23aecffc1b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:33.033001 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-abdee583-c222-428b-976d-d0d492fb0c32 req-19a61ce9-6240-49dc-81ee-de23aecffc1b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 931 time: 0.2043061 Aug 18 19:20:33.103658 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Pushing event updated for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:33.106545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.107357 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.145382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 4253f912-aa3a-46c3-aefe-7aafa95733a5 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:33.261013 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 4253f912-aa3a-46c3-aefe-7aafa95733a5 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:33.267199 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-abdee583-c222-428b-976d-d0d492fb0c32 req-420e5fc7-0b5a-415c-b3e7-a52c9f0637af tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306862 Aug 18 19:20:33.304147 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 4253f912-aa3a-46c3-aefe-7aafa95733a5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:33.304147 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.492299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:33.498711 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:33.500984 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.524840 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db3aefd8-94fd-4e05-a9a4-3f5e9d701173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.534796 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.541297 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.545826 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4546376e-a2af-4f32-b86b-b5cb76137ac6 HTTP/1.1" status: 204 len: 168 time: 3.7818894 Aug 18 19:20:33.593684 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-b83a66d2-fd9d-4e69-aa2b-d94af2dc33e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d HTTP/1.1" status: 200 len: 217 time: 0.2604027 Aug 18 19:20:33.670869 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.703525 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:23Z', 'revision_number': 3, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:33.709868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92d00-9c21-4132-acf4-881a97df3619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546376e-a2af-4f32-b86b-b5cb76137ac6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:33.723776 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 4253f912-aa3a-46c3-aefe-7aafa95733a5, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=4253f912-aa3a-46c3-aefe-7aafa95733a5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:33.762658 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:33.778602 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51258) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:33.826653 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32184e75-819e-4a52-bad7-32bf1b84bff1 None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:23Z', 'revision_number': 3, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:33.928058 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Pushing event updated for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:33.934275 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=4253f912-aa3a-46c3-aefe-7aafa95733a5,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:34.035152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d3080b-59ee-443b-be25-434b078bda07 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:34.060407 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.079640 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Network 156065f0-f294-4752-9b89-d01519e496f4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:34.083724 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.113846 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:34.132963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df642dcd-c1f9-4fc5-80b6-9fd4e4d89cf4 req-1928aca4-39b1-45ab-8acb-5ac041dc4b0a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:34.140932 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df642dcd-c1f9-4fc5-80b6-9fd4e4d89cf4 req-1928aca4-39b1-45ab-8acb-5ac041dc4b0a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.5758715 Aug 18 19:20:34.199806 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-8e818d81-5e34-43a6-8e51-ef1f5c8f978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:34.205418 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-8e818d81-5e34-43a6-8e51-ef1f5c8f978d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36db961f-9533-4425-800f-85ac3e249eb4 HTTP/1.1" status: 200 len: 851 time: 0.5193307 Aug 18 19:20:34.205592 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Transition to ACTIVE for port object 99d3080b-59ee-443b-be25-434b078bda07 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:34.209074 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-803198d8-ceff-4871-816e-b09b314a4b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.254409 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.642025 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-d0ae2032-632c-4c27-9c1b-54cbc1a1b8a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd3e331f-b046-4f12-a50c-709618943d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3673961 Aug 18 19:20:34.680050 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-301add9b-5bd9-4359-b57a-1acf14b3872c None None] Provisioning complete for port fe420b1f-d9a9-4111-884e-22b4cfbf270c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:34.680716 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-301add9b-5bd9-4359-b57a-1acf14b3872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.754908 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df642dcd-c1f9-4fc5-80b6-9fd4e4d89cf4 req-7421b1a2-f08a-4f0a-bd6d-1b38134605d3 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046307 Aug 18 19:20:34.820056 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:34.823756 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-301add9b-5bd9-4359-b57a-1acf14b3872c None None] Port fe420b1f-d9a9-4111-884e-22b4cfbf270c cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:35.147677 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6496-f280-4cbf-897c-321b4aed5d51 req-000a64e3-ff48-4d4e-9f0d-80053064d57a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:35.147677 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76ea6496-f280-4cbf-897c-321b4aed5d51 req-000a64e3-ff48-4d4e-9f0d-80053064d57a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 943 time: 0.6478746 Aug 18 19:20:35.217865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 4253f912-aa3a-46c3-aefe-7aafa95733a5 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:35.227704 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-803198d8-ceff-4871-816e-b09b314a4b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.253732 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:20:35.258052 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Pushing event updated for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:35.268039 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76ea6496-f280-4cbf-897c-321b4aed5d51 req-f6da707c-3adb-46de-bbd3-39085f19272b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132960 Aug 18 19:20:35.279175 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-803198d8-ceff-4871-816e-b09b314a4b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.300261 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Allocated IP 172.20.0.1 (6b0964f2-ec30-456a-8f20-04137d2458b7/d545be02-6180-4939-84e7-edcbb29e46c4/229206d7-ef31-487e-b265-beceae6c729c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:35.373348 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 4253f912-aa3a-46c3-aefe-7aafa95733a5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:35.373987 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.684111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 172413fa-ef53-4db7-8456-979111a8e3ef up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:35.700671 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-803198d8-ceff-4871-816e-b09b314a4b1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfaa7fa1729541e3bd3ac6e2f15f7fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9025974 Aug 18 19:20:35.710237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:35.725920 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.747523 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-c913ebc5-0297-48c3-a5c5-2a5c97bfdcee service neutron] 10.222.0.67 "GET /v2.0/networks/dd3e331f-b046-4f12-a50c-709618943d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239503 Aug 18 19:20:35.754925 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Transition to ACTIVE for port object 229206d7-ef31-487e-b265-beceae6c729c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:35.805800 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Attempting to bind port 99d3080b-59ee-443b-be25-434b078bda07 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:35.806149 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Attempting to bind port 99d3080b-59ee-443b-be25-434b078bda07 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:35.806483 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Attempting to bind port 99d3080b-59ee-443b-be25-434b078bda07 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:35.809033 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b9259f2-2545-4ddb-b55b-8fc001a338bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.820353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 172413fa-ef53-4db7-8456-979111a8e3ef completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:35.854241 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.864038 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 172413fa-ef53-4db7-8456-979111a8e3ef triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:35.865268 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:35.974663 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803198d8-ceff-4871-816e-b09b314a4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da19a2-fd7d-4145-98a0-03e1a9f1bf67,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:36.005055 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.018519 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Pushing event updated for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:36.052833 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Port 99d3080b-59ee-443b-be25-434b078bda07 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:36.053933 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Attempting to bind port 99d3080b-59ee-443b-be25-434b078bda07 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:36.071181 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:36.071897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Checking segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:36.072706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Bound using segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:36.073299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Bound port: 99d3080b-59ee-443b-be25-434b078bda07, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:36.074566 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.081638 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.134257 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 172413fa-ef53-4db7-8456-979111a8e3ef, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=172413fa-ef53-4db7-8456-979111a8e3ef,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:36.142727 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.166555 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:36.170737 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:36.174705 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:36.178985 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:36.179451 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.179791 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=99d3080b-59ee-443b-be25-434b078bda07,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:36.197745 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.266295 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=172413fa-ef53-4db7-8456-979111a8e3ef,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:36.280237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Pushing event updated for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:36.339886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:36.340433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.341929 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-65b56b6e-7763-4ec8-b49c-bfd406bf5730 service neutron] 10.222.0.67 "PUT /v2.0/ports/99d3080b-59ee-443b-be25-434b078bda07 HTTP/1.1" status: 200 len: 1093 time: 4.7609184 Aug 18 19:20:36.347388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'tag': '99d3080b-59ee-443b-be25-434b078bda07'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:36.380316 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df61c4-2443-4f60-827a-e830ae03bc85 req-7379b2a0-d321-46bc-9078-813b21c247d9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:36.382536 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92df61c4-2443-4f60-827a-e830ae03bc85 req-7379b2a0-d321-46bc-9078-813b21c247d9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.3649738 Aug 18 19:20:36.433763 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.502249 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.526426 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92df61c4-2443-4f60-827a-e830ae03bc85 req-9e943bac-d854-4696-82cf-1c122644a641 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309702 Aug 18 19:20:36.597063 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8b11eff2-d7e3-4ee7-a83d-ce1a9df45793 None None] Provisioning for port 229206d7-ef31-487e-b265-beceae6c729c completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:36.602314 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8b11eff2-d7e3-4ee7-a83d-ce1a9df45793 None None] Provisioning complete for port 229206d7-ef31-487e-b265-beceae6c729c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:36.602702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b11eff2-d7e3-4ee7-a83d-ce1a9df45793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.624070 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64157ba1-ffc6-4db7-a7eb-758ab4d2f74e req-bcce6703-01db-4fcd-97e8-e029fe5bd6fa service neutron] 10.222.0.67 "GET /v2.0/networks/dd3e331f-b046-4f12-a50c-709618943d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104083 Aug 18 19:20:36.666509 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.671496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b11eff2-d7e3-4ee7-a83d-ce1a9df45793 None None] Port 229206d7-ef31-487e-b265-beceae6c729c cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:36.673717 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2c0199-2e6f-48b2-bc07-452b68b84c86" -d '{"events": [{"name": "network-changed", "server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "tag": "99d3080b-59ee-443b-be25-434b078bda07"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:36.685521 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.686506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b771c-1370-4525-9224-9fd468a15b1d req-73bd2937-e524-44ef-b515-8118572b0d42 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:36.688402 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c1b771c-1370-4525-9224-9fd468a15b1d req-73bd2937-e524-44ef-b515-8118572b0d42 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 943 time: 0.2601032 Aug 18 19:20:36.693642 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.694859 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1da19a2-fd7d-4145-98a0-03e1a9f1bf67 HTTP/1.1" status: 204 len: 168 time: 0.9812057 Aug 18 19:20:36.705937 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.706661 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.710014 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d6a1-5b06-415c-a5a6-1be1c01c0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da19a2-fd7d-4145-98a0-03e1a9f1bf67,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:36.747265 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:36.758757 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:36.762730 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:36.774419 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:36.775118 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:36.786268 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-705f3151-c76a-4987-93ab-5ce46a86fe83 admin admin] 10.222.0.25 "PUT /v2.0/routers/579decd0-2671-4744-8542-1699fd3af943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9080572 Aug 18 19:20:36.806414 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c1b771c-1370-4525-9224-9fd468a15b1d req-9220d6d1-6fd2-4b5e-9ca7-9484ad38ca7e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067758 Aug 18 19:20:36.814803 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-a52de7ce-0582-4205-a01d-b00c01b425da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:36.817576 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-a52de7ce-0582-4205-a01d-b00c01b425da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2659557 Aug 18 19:20:37.025865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 172413fa-ef53-4db7-8456-979111a8e3ef up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:37.154676 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.183042 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:37.247409 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 172413fa-ef53-4db7-8456-979111a8e3ef triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:37.247812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.300454 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-ea329ed0-8a88-46de-945b-19d5e63a2d49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99d3080b-59ee-443b-be25-434b078bda07 HTTP/1.1" status: 200 len: 217 time: 0.4311829 Aug 18 19:20:37.302073 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329c6a9-dbae-45ca-9fab-785a2a0b7daf x-openstack-request-id: req-7329c6a9-dbae-45ca-9fab-785a2a0b7daf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:37.302354 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "tag": "99d3080b-59ee-443b-be25-434b078bda07", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:37.302595 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7329c6a9-dbae-45ca-9fab-785a2a0b7daf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:37.303040 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'tag': '99d3080b-59ee-443b-be25-434b078bda07', 'status': 'completed', 'code': 200} Aug 18 19:20:37.305425 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Pushing event updated for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:37.399813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-4fc17179-8c12-4892-85c1-d3bf8a7e44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:37.401642 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-4fc17179-8c12-4892-85c1-d3bf8a7e44fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0903537 Aug 18 19:20:37.473910 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-26a32829-f23e-4813-a748-e622df783a47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638654 Aug 18 19:20:37.481173 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:37.589469 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.590229 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:37.597177 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-f50bcfb2-4c3e-439b-9996-e453c04b3330 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140778 Aug 18 19:20:37.600136 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.601397 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.839285 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff446ec-4d14-42d3-a097-b58a2a9b26b4 req-229ef15c-cf5f-48c5-b1af-e69ea0526a3f tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:37.841198 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ff446ec-4d14-42d3-a097-b58a2a9b26b4 req-229ef15c-cf5f-48c5-b1af-e69ea0526a3f tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.1168323 Aug 18 19:20:37.846993 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Pushing event updated for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:37.895269 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51368) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:37.912640 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ff446ec-4d14-42d3-a097-b58a2a9b26b4 req-854369a5-8b70-4de6-967f-7a37f82a7c61 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Aug 18 19:20:37.939911 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5e87744-0b1e-4618-a8a2-05e8e84213fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:37.946528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:37.948061 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:37.995483 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Router 1c92254a-2818-4622-803b-f46e8b6f78c7 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:20:38.064811 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04d7dff-ae92-46f4-8219-ca39352b6355 req-17efc7b8-4462-493b-924c-ebea0c0b84b3 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605885 Aug 18 19:20:38.135110 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:20:38.163083 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:29Z', 'revision_number': 2, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:38.166135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51372) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:38.206923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287505564', 'description': 'tempest-description--522348898'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:38.208762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:38.209278 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Updating router 579decd0-2671-4744-8542-1699fd3af943 port fe420b1f-d9a9-4111-884e-22b4cfbf270c binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:38.256307 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.284328 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc7cad-4c15-47fa-a14d-eac7823fb955 req-0f17658b-3be7-40ea-b263-2ac9dad522dd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:38.286134 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98cc7cad-4c15-47fa-a14d-eac7823fb955 req-0f17658b-3be7-40ea-b263-2ac9dad522dd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 943 time: 0.1591558 Aug 18 19:20:38.340180 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:38.353071 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Sync routers for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:38.357774 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4b41970a-a5db-4679-a891-b7dc7f8c0330 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c92254a-2818-4622-803b-f46e8b6f78c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3650436 Aug 18 19:20:38.364250 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51376) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:38.366430 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:38.367299 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:38.385062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5e87744-0b1e-4618-a8a2-05e8e84213fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.410111 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:20:38.420152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5e87744-0b1e-4618-a8a2-05e8e84213fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.427622 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.430791 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9fd93815-1754-40e3-853d-b470f0b74555 admin admin] 10.222.0.25 "PUT /v2.0/routers/bad77742-ef4b-43cd-a522-cf347c5fcfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9037058 Aug 18 19:20:38.440185 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:20:38.448874 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-af2bb8ff-ffdd-4497-938a-fe94853d9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:38.450866 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-af2bb8ff-ffdd-4497-938a-fe94853d9b1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2948823 Aug 18 19:20:38.486421 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98cc7cad-4c15-47fa-a14d-eac7823fb955 req-e46d8d15-cc89-443d-81be-a04a9cf7dda8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816883 Aug 18 19:20:38.488914 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:38.489552 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:38.534675 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:38.544410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-94a46dec-1046-4412-a7b3-9c268b110c9e None None] Provisioning complete for port 229206d7-ef31-487e-b265-beceae6c729c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:38.544646 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94a46dec-1046-4412-a7b3-9c268b110c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.578472 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e5e87744-0b1e-4618-a8a2-05e8e84213fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2532eab9c60496c8fadb96936f457a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735020 Aug 18 19:20:38.581093 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:38.607650 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e87744-0b1e-4618-a8a2-05e8e84213fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444efe12-9196-49f1-b0fb-247c5910685e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:38.669666 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.719283 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94a46dec-1046-4412-a7b3-9c268b110c9e None None] Port 229206d7-ef31-487e-b265-beceae6c729c cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:38.725143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.729232 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.736489 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86cc-da99-48ef-8f78-0bd53a4acc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.826484 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.829605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.833192 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/444efe12-9196-49f1-b0fb-247c5910685e HTTP/1.1" status: 204 len: 168 time: 0.2487934 Aug 18 19:20:38.836815 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:38.836983 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:34Z', 'revision_number': 4, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '901b63d1-60aa-46c5-9496-59e3ff06123b', 'name': '', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'mac_address': 'fa:16:3e:66:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:30Z', 'updated_at': '2021-08-18T19:20:35Z', 'revision_number': 2, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'subnets': [{'id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:38.848767 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614e31-f9a6-4092-9755-16098ed87352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444efe12-9196-49f1-b0fb-247c5910685e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:38.881313 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-a245f68f-59a2-4db5-8212-ec6a0ecb9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:38.882964 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-a245f68f-59a2-4db5-8212-ec6a0ecb9877 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 916 time: 0.4185710 Aug 18 19:20:38.887304 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Checking router: 1c92254a-2818-4622-803b-f46e8b6f78c7 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:38.888522 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Updating router 1c92254a-2818-4622-803b-f46e8b6f78c7 port 901b63d1-60aa-46c5-9496-59e3ff06123b binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:38.989147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:38.993509 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-92c626f0-7a31-43f8-a304-46ea1522916a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99d3080b-59ee-443b-be25-434b078bda07 HTTP/1.1" status: 200 len: 217 time: 0.0971222 Aug 18 19:20:39.094409 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.113119 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.187658 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86cc-da99-48ef-8f78-0bd53a4acc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.202510 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86cc-da99-48ef-8f78-0bd53a4acc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.211000 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.212527 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0389235 Aug 18 19:20:39.217450 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:39.220623 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5470344-ad84-45c5-b914-aca3ce29ba44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b9c703-03de-4f25-85c4-ff88499b125d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:39.228806 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group_rule': {'security_group_id': '84b9c703-03de-4f25-85c4-ff88499b125d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:39.259479 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-b10b10b0-477f-4673-962e-20250e28c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:39.270831 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-b10b10b0-477f-4673-962e-20250e28c7b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.1588728 Aug 18 19:20:39.304762 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-8e88a19d-50ca-4445-9a3c-53b6dd120696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:39.312940 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-8e88a19d-50ca-4445-9a3c-53b6dd120696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 818 time: 0.2391844 Aug 18 19:20:39.350955 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-6b9dcdf2-6915-4de4-9997-f70dc1b0e317 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/quotas/0189c5ef395d4024adb67e452fad8560 HTTP/1.1" status: 200 len: 375 time: 0.0371661 Aug 18 19:20:39.386593 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-17144554-5244-4d4e-b7f8-855d6b9d0de2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987029 Aug 18 19:20:39.402153 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4d1a86cc-da99-48ef-8f78-0bd53a4acc71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d512511a7eae48fd9edabc86cb0dccb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0365601 Aug 18 19:20:39.403421 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:39.422618 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a86cc-da99-48ef-8f78-0bd53a4acc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d33b8-7f64-455e-bb14-4b197697e1f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:39.485914 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.512653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 45a8ec5b-6e9a-4085-a712-7596b40af48d details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:20:39.529374 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.532216 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Transition to ACTIVE for port object fe420b1f-d9a9-4111-884e-22b4cfbf270c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:39.535601 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 2, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:39.582250 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.597482 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Transition to ACTIVE for port object 901b63d1-60aa-46c5-9496-59e3ff06123b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:39.598095 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-8aa2fa48-b5e2-4d1e-a103-b6d9973eeba8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459886 Aug 18 19:20:39.605314 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:20:39.605668 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Updating router bad77742-ef4b-43cd-a522-cf347c5fcfde port 229206d7-ef31-487e-b265-beceae6c729c binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:20:39.606986 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.620415 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.655781 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.667019 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccd1e5-d599-49de-931e-05cfab93c262 None None] Pushing event updated for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:39.687703 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-f0b2ffc3-2996-45fc-9c4d-749cb1504b5d service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822907 Aug 18 19:20:39.731030 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51432) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:39.755127 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--316947318', 'description': 'tempest-description--204750717'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:39.770448 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998243-ebe7-4b56-ac59-5ed8a6ed5cc9 None None] Pushing event updated for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:39.817684 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.831538 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Attempting to bind port 901b63d1-60aa-46c5-9496-59e3ff06123b on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:39.834098 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Attempting to bind port 901b63d1-60aa-46c5-9496-59e3ff06123b by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:39.834473 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Attempting to bind port 901b63d1-60aa-46c5-9496-59e3ff06123b on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:39.844750 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:39.845135 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Checking segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:39.845541 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.845937 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Bound using segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:39.846412 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Bound port: 901b63d1-60aa-46c5-9496-59e3ff06123b, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:39.846808 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.856581 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.864717 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 19:20:39.868166 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.885043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:39.920886 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.004141 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] For port 901b63d1-60aa-46c5-9496-59e3ff06123b, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:40.009121 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] For port 901b63d1-60aa-46c5-9496-59e3ff06123b, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=901b63d1-60aa-46c5-9496-59e3ff06123b,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:40.014701 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b2c0199-2e6f-48b2-bc07-452b68b84c86 req-85c9908a-ecfa-4a6e-9a72-d419ee69502e service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150406 Aug 18 19:20:40.019747 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.047702 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.050200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.054030 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/986d33b8-7f64-455e-bb14-4b197697e1f3 HTTP/1.1" status: 204 len: 168 time: 0.6438627 Aug 18 19:20:40.068990 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16bf91-4e40-49e4-b353-012d5142f0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d33b8-7f64-455e-bb14-4b197697e1f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.149175 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-8b74b37f-669f-4432-b685-802787862161 service neutron] 10.222.0.25 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501487 Aug 18 19:20:40.149803 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0902c455-508b-4d4d-bb90-ca34c87d27c1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.163998 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:40.164743 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:40.165597 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23c336-5c30-4e7a-bc5f-821a0c045a23 req-4a8e85c5-f7fe-4b0a-962b-fc87ed274a09 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:40.167430 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d23c336-5c30-4e7a-bc5f-821a0c045a23 req-4a8e85c5-f7fe-4b0a-962b-fc87ed274a09 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 944 time: 0.3549633 Aug 18 19:20:40.177651 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccd1e5-d599-49de-931e-05cfab93c262 None None] Pushing event updated for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.205413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Attempting to bind port fe420b1f-d9a9-4111-884e-22b4cfbf270c on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:40.205781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Attempting to bind port fe420b1f-d9a9-4111-884e-22b4cfbf270c by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:40.206138 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Attempting to bind port fe420b1f-d9a9-4111-884e-22b4cfbf270c on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:40.230106 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:40.230537 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Checking segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:40.230952 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.231413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Bound using segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:40.231932 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Bound port: fe420b1f-d9a9-4111-884e-22b4cfbf270c, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:40.232590 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.281159 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.288667 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-2a54ec6f-2712-41df-853b-8fe7439cccd8 service neutron] 10.222.0.25 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159577 Aug 18 19:20:40.298426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.307707 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d,segment=NetworkSegment(2cff4fbd-42a9-4094-84e8-e33da446f284),segment_id=2cff4fbd-42a9-4094-84e8-e33da446f284)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:40.344144 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.360046 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6f9cf481-39d3-4b19-971e-303283431a4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1297307 Aug 18 19:20:40.360418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51454) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:40.360418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group_rule': {'security_group_id': '84b9c703-03de-4f25-85c4-ff88499b125d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:40.401608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '45a8ec5b-6e9a-4085-a712-7596b40af48d', 'network_id': 'dd3e331f-b046-4f12-a50c-709618943d86', 'port_id': '45a8ec5b-6e9a-4085-a712-7596b40af48d', 'mac_address': 'fa:16:3e:77:b4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36db961f-9533-4425-800f-85ac3e249eb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:20:40.425404 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.440786 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c93de-c8ec-4192-9359-8bb3d1acafb4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.459773 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:40.462794 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d23c336-5c30-4e7a-bc5f-821a0c045a23 req-0664f5f1-c77b-4665-8ef5-40094e59303c tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607275 Aug 18 19:20:40.463880 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.465158 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d5267727-1a26-483e-9ecb-8a7de48436f6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7330184 Aug 18 19:20:40.468216 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:40.479413 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group_rule': {'security_group_id': '2d9c93de-c8ec-4192-9359-8bb3d1acafb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:40.481400 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] For port fe420b1f-d9a9-4111-884e-22b4cfbf270c, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:40.551752 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.571483 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] For port fe420b1f-d9a9-4111-884e-22b4cfbf270c, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fe420b1f-d9a9-4111-884e-22b4cfbf270c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:40.597142 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.625324 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.634457 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.656338 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.707345 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4596156-2345-451a-b9a5-35acebdc35c6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.721367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.724928 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4babe157-38f0-4e02-ad08-d9c5720cddd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728738 Aug 18 19:20:40.729113 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51468) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:40.735673 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-835c37b7-2402-44a9-90d2-de99430508ee req-e9455223-5bbd-4038-9697-e5afa178d523 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 210 time: 0.1480589 Aug 18 19:20:40.748803 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:40.785760 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998243-ebe7-4b56-ac59-5ed8a6ed5cc9 None None] Pushing event updated for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.822875 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:40.836128 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.838185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.847118 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d45e9a46-4c40-4092-9a92-c4231f0f5c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.857227 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:40.874295 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:40.876320 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:40.881628 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5b936-6738-481a-9e83-46c89e735a29 req-091b65e9-60f9-4e0a-a556-d72085d330ef tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:40.889156 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5da5b936-6738-481a-9e83-46c89e735a29 req-091b65e9-60f9-4e0a-a556-d72085d330ef tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 943 time: 0.2967987 Aug 18 19:20:40.948924 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:34Z', 'revision_number': 4, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '901b63d1-60aa-46c5-9496-59e3ff06123b', 'name': '', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'mac_address': 'fa:16:3e:66:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:30Z', 'updated_at': '2021-08-18T19:20:39Z', 'revision_number': 4, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'subnets': [{'id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:40.965344 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3640c5d-2491-484c-a62a-78933f128f96,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:40.984780 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e835846-590f-4918-9eaa-3374cf3866b8 None None] The sync data for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi is: [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:34Z', 'revision_number': 4, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '901b63d1-60aa-46c5-9496-59e3ff06123b', 'name': '', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'mac_address': 'fa:16:3e:66:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:30Z', 'updated_at': '2021-08-18T19:20:39Z', 'revision_number': 4, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'subnets': [{'id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:41.078556 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5da5b936-6738-481a-9e83-46c89e735a29 req-22e13f46-1236-4890-be47-c8082ec6012d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Aug 18 19:20:41.136379 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.322658 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a8ec5b-6e9a-4085-a712-7596b40af48d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:41.375552 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d45e9a46-4c40-4092-9a92-c4231f0f5c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.392677 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d45e9a46-4c40-4092-9a92-c4231f0f5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.425106 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.426342 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8a6e4560-3a4a-42ee-b8f8-f967262298ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9571948 Aug 18 19:20:41.431366 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d,segment=NetworkSegment(2cff4fbd-42a9-4094-84e8-e33da446f284),segment_id=2cff4fbd-42a9-4094-84e8-e33da446f284)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:41.443230 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.462507 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:41.471535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group_rule': {'security_group_id': '2d9c93de-c8ec-4192-9359-8bb3d1acafb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:41.527924 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e9a46-4c40-4092-9a92-c4231f0f5c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6c9c8-d0da-4056-b97e-b9643a6946fa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:41.554516 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d45e9a46-4c40-4092-9a92-c4231f0f5c6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56f542c2956543758dd3bebb4348be19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305727 Aug 18 19:20:41.558597 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.562022 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51508) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:41.565867 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:41.596513 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.624990 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Transition to ACTIVE for port object 229206d7-ef31-487e-b265-beceae6c729c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:41.632271 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:41.669870 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.710163 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-4b59f724-dc4e-436e-86fa-0aa54d8af382 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:41.718377 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-4b59f724-dc4e-436e-86fa-0aa54d8af382 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 818 time: 0.4845371 Aug 18 19:20:41.740354 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.776368 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1cc76f7a-d4c6-4f6d-85d9-896b6ae6171f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/quotas/0189c5ef395d4024adb67e452fad8560 HTTP/1.1" status: 200 len: 375 time: 0.0568624 Aug 18 19:20:41.790544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Allocated IP 172.27.0.248 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/aaa8681b-7454-433d-a69a-8f44f97857de) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:41.894505 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce625a-9214-4070-9e13-896543cf14cf req-b7d76629-7b5f-4394-8268-925e8e83da24 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:41.896517 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bce625a-9214-4070-9e13-896543cf14cf req-b7d76629-7b5f-4394-8268-925e8e83da24 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 945 time: 0.2690904 Aug 18 19:20:41.903915 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:41.922114 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd00f5-a203-491a-994b-8025e0aee93e None None] Pushing event updated for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:41.988276 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.024368 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Attempting to bind port 229206d7-ef31-487e-b265-beceae6c729c on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:42.025215 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Attempting to bind port 229206d7-ef31-487e-b265-beceae6c729c by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:42.025813 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Attempting to bind port 229206d7-ef31-487e-b265-beceae6c729c on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:42.028476 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.030831 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.048111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:42.048758 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Checking segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:42.049333 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.049913 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Bound using segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:42.050563 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Bound port: 229206d7-ef31-487e-b265-beceae6c729c, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:42.051294 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.057662 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-a81fdfde-3dd3-4f35-81bd-2c4a15fd7524 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2798710 Aug 18 19:20:42.063770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.082897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.099089 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bce625a-9214-4070-9e13-896543cf14cf req-485ca2c5-f863-4076-b411-981ced7bc186 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927054 Aug 18 19:20:42.166115 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:42.181105 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=aaa8681b-7454-433d-a69a-8f44f97857de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:42.186871 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:42.189857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:42.205416 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524919e6-a4c1-41ee-8ab3-ad8ae452386e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:42.259820 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] For port 229206d7-ef31-487e-b265-beceae6c729c, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:42.265687 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] For port 229206d7-ef31-487e-b265-beceae6c729c, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=229206d7-ef31-487e-b265-beceae6c729c,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:42.280434 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.281663 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b9f0d4d6-9243-4e9a-9182-45f6eed8a797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8181193 Aug 18 19:20:42.306056 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:42.312211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:42.344165 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.387171 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.391592 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.404054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.407547 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.408793 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8af6c9c8-d0da-4056-b97e-b9643a6946fa HTTP/1.1" status: 204 len: 168 time: 0.8362074 Aug 18 19:20:42.427225 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-28bcbc1e-bca2-4cd7-b094-cd56b69c6c52 service neutron] 10.222.0.25 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577223 Aug 18 19:20:42.441305 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe45fc-be07-41e8-9eb6-be8724f4fe4a req-8c91d776-6b09-4b22-b14a-6c19ae2c97b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:42.444541 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81fe45fc-be07-41e8-9eb6-be8724f4fe4a req-8c91d776-6b09-4b22-b14a-6c19ae2c97b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 943 time: 0.2348385 Aug 18 19:20:42.455117 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd00f5-a203-491a-994b-8025e0aee93e None None] Pushing event updated for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:42.501588 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:20:42.501837 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:20:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:42.520655 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.550401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1fcb4-d32b-410d-b10d-4cfeda09306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6c9c8-d0da-4056-b97e-b9643a6946fa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:42.702030 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:40Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:42.795350 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47855e-88f6-45c9-afb2-7e8911068e88 None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:40Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:42.871856 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:20:42.905870 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:42.974486 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:42.983138 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.115786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=aaa8681b-7454-433d-a69a-8f44f97857de,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:43.141630 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-55a0e868-fbad-47e3-a82c-5d1a9946fdba service neutron] 10.222.0.25 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132101 Aug 18 19:20:43.147797 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.161942 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 99d3080b-59ee-443b-be25-434b078bda07 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:20:43.172989 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95039fc-c1df-48a1-8b90-175a4676cc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.196447 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81fe45fc-be07-41e8-9eb6-be8724f4fe4a req-c38467df-79a5-4f7c-8710-e27fd4198ef0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653819 Aug 18 19:20:43.241400 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.253970 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e6dcec73-d60b-4599-bab4-3f22f102553c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5234499 Aug 18 19:20:43.305472 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.336232 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 901b63d1-60aa-46c5-9496-59e3ff06123b up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:43.437827 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['45a8ec5b-6e9a-4085-a712-7596b40af48d'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:20:43.480789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95039fc-c1df-48a1-8b90-175a4676cc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.494164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95039fc-c1df-48a1-8b90-175a4676cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.536996 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6d1b-2452-49c2-a06f-a33807564050 req-d8917787-d50e-4724-b8c0-36523806bc00 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:43.548451 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00cc6d1b-2452-49c2-a06f-a33807564050 req-d8917787-d50e-4724-b8c0-36523806bc00 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 945 time: 0.1199012 Aug 18 19:20:43.556064 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 19:20:43.579087 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f95039fc-c1df-48a1-8b90-175a4676cc5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6fd487159c74d1b9a67368962baaad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701913 Aug 18 19:20:43.583827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:43.631015 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95039fc-c1df-48a1-8b90-175a4676cc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13564041-5d51-4e80-908d-cb5a0b8e11c9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:43.686492 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Allocated IP 172.27.0.51 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/665d970b-9f72-4c34-baa4-f39ca7cac6ad) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:43.712016 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.749115 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.829070 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-7e29134c-614c-4250-9695-5b584d1b9387 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--287505564&fields=id&tenant_id=09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 267 time: 0.1509752 Aug 18 19:20:43.838780 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=99d3080b-59ee-443b-be25-434b078bda07,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:43.889657 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.906155 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:43.909039 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13564041-5d51-4e80-908d-cb5a0b8e11c9 HTTP/1.1" status: 204 len: 168 time: 0.3239040 Aug 18 19:20:43.939796 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00cc6d1b-2452-49c2-a06f-a33807564050 req-887d441b-4579-4257-88ab-b09f2b6c57b6 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807562 Aug 18 19:20:43.945080 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '99d3080b-59ee-443b-be25-434b078bda07', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'port_id': '99d3080b-59ee-443b-be25-434b078bda07', 'mac_address': 'fa:16:3e:b3:37:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2c7668-f91d-4367-aa5b-4335e8964bae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:20:44.193488 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 901b63d1-60aa-46c5-9496-59e3ff06123b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:44.196546 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3342758-ec4f-4b92-9ab8-2ee7931271cb req-0a373217-e7ea-4852-bb7b-17c71f3e0e15 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 210 time: 0.1521745 Aug 18 19:20:44.247041 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-d58b8153-62d6-4658-8dfa-869a8634113e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:44.263720 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-d58b8153-62d6-4658-8dfa-869a8634113e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 818 time: 0.3493431 Aug 18 19:20:44.266806 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d87d4-4125-42dc-ab94-8899a3e9fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13564041-5d51-4e80-908d-cb5a0b8e11c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:44.282249 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Request body: {'port': {'device_id': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'admin_state_up': True, 'tenant_id': '0189c5ef395d4024adb67e452fad8560'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:44.282629 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 901b63d1-60aa-46c5-9496-59e3ff06123b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:44.283265 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.388987 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.429999 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-55a669ef-d5dc-48ac-b4ea-2d74763892f9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:44.439581 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-55a669ef-d5dc-48ac-b4ea-2d74763892f9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 811 time: 0.6024220 Aug 18 19:20:44.450076 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d3080b-59ee-443b-be25-434b078bda07 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:44.465804 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:42Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:20:44.543496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad821df6-a8a4-4d46-b420-3a1b11222726 None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:42Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:20:44.579460 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.600920 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=99d3080b-59ee-443b-be25-434b078bda07,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:44.620617 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Made reservation on behalf of 0189c5ef395d4024adb67e452fad8560 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:44.624394 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.638268 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.665593 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-76ed67b1-caa1-4579-9cb3-eee62e136b03 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/quotas/09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 375 time: 0.2234750 Aug 18 19:20:44.772584 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.874275 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51618) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:44.907197 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:44.959600 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386fba8-2ab5-42a5-a0e2-7adfcb0d7226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.983535 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:44.984236 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=665d970b-9f72-4c34-baa4-f39ca7cac6ad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:45.020474 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:45.032244 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:20:45.043451 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d92251-20ca-4509-b559-2baee65514c9 req-794f2560-ce49-47f8-886e-e3e01a4e50be tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:45.045139 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91d92251-20ca-4509-b559-2baee65514c9 req-794f2560-ce49-47f8-886e-e3e01a4e50be tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 944 time: 0.6035330 Aug 18 19:20:45.048844 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:45.051616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:45.084472 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-9de7ae2c-1be9-4275-a372-b802e7014214 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4178777 Aug 18 19:20:45.104911 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 901b63d1-60aa-46c5-9496-59e3ff06123b, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=901b63d1-60aa-46c5-9496-59e3ff06123b,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:45.113046 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.162839 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Allocated IP 172.20.0.13 (32933c8b-caf1-45c2-81c8-57ff7ea301b2/9333ba88-9eed-4bcc-b8d4-33f67034bd0c/6edbad90-f91f-4c23-a95a-c8a11b3fceb5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:45.351602 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91d92251-20ca-4509-b559-2baee65514c9 req-93efe828-39a3-4676-ab81-727232bae7d0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890778 Aug 18 19:20:45.384641 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.477691 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 229206d7-ef31-487e-b265-beceae6c729c up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:45.618781 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.650943 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-07a84b72-9fe0-4147-9956-390b5976200b service neutron] 10.222.0.25 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616763 Aug 18 19:20:45.688157 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.691637 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:45.730494 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 229206d7-ef31-487e-b265-beceae6c729c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:45.749199 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 229206d7-ef31-487e-b265-beceae6c729c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:45.749567 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.790015 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.796918 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386fba8-2ab5-42a5-a0e2-7adfcb0d7226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.847481 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Pushing event updated for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:45.855326 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386fba8-2ab5-42a5-a0e2-7adfcb0d7226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.866863 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.891916 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-b4250466-17ac-48dd-a1b6-f12bade8f298 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:45.893972 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-b4250466-17ac-48dd-a1b6-f12bade8f298 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 818 time: 0.4793179 Aug 18 19:20:45.915827 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a799c-7933-438c-a11b-f0ce86f42832 req-033eaa5b-36c8-4a25-8e22-0c4eb8c91250 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:45.916279 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:45.918105 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-936a799c-7933-438c-a11b-f0ce86f42832 req-033eaa5b-36c8-4a25-8e22-0c4eb8c91250 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 945 time: 0.4102340 Aug 18 19:20:45.929906 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:45.936459 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0386fba8-2ab5-42a5-a0e2-7adfcb0d7226 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be3399de03264481864489a46ac4ae57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572686 Aug 18 19:20:45.936459 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:45.940930 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:45.941660 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.948948 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Request body: {'port': {'device_id': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'admin_state_up': True, 'tenant_id': '0189c5ef395d4024adb67e452fad8560'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:45.950429 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 229206d7-ef31-487e-b265-beceae6c729c, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=229206d7-ef31-487e-b265-beceae6c729c,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:45.953046 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386fba8-2ab5-42a5-a0e2-7adfcb0d7226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143fca34-ed8d-49d4-90ea-56064c640693,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:45.957461 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:45.958628 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fe420b1f-d9a9-4111-884e-22b4cfbf270c up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:45.976078 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:45.981084 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-b6c03311-05a7-4324-8762-add3ba0324d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7027037 Aug 18 19:20:46.035155 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Request body: {'port': {'device_id': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:46.089525 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:46.091935 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-e5d403c1-69c2-4c6d-bbb6-ea7fb50029e4 service neutron] 10.222.0.25 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181507 Aug 18 19:20:46.112181 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port fe420b1f-d9a9-4111-884e-22b4cfbf270c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:46.122541 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port fe420b1f-d9a9-4111-884e-22b4cfbf270c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:46.123153 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.150863 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.165907 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-936a799c-7933-438c-a11b-f0ce86f42832 req-a2c46416-c964-4d5d-8008-5acd0781e40f tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738842 Aug 18 19:20:46.201441 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.239320 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.258248 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.313396 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.331268 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Made reservation on behalf of 0189c5ef395d4024adb67e452fad8560 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:46.335001 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.347740 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.383028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port fe420b1f-d9a9-4111-884e-22b4cfbf270c, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fe420b1f-d9a9-4111-884e-22b4cfbf270c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:46.392295 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.402350 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.424152 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f20a54c7-a82a-43da-890e-b9fa9c70df57 req-2083a26c-b927-4408-9e7d-5e787ffa95b0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 210 time: 0.0982552 Aug 18 19:20:46.447019 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.478939 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1714141 Aug 18 19:20:46.502213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0148dc0-4f5c-4267-b7f6-0f376f617629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=665d970b-9f72-4c34-baa4-f39ca7cac6ad,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:46.543270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:46.761032 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0cf213d4-eb00-4391-812b-0a3ba79fe501 req-ab6b158f-7aa9-48f9-a74a-340c0edbb6b4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 210 time: 0.0808580 Aug 18 19:20:46.781280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.786268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:46.787713 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/143fca34-ed8d-49d4-90ea-56064c640693 HTTP/1.1" status: 204 len: 168 time: 0.8046849 Aug 18 19:20:46.798479 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe55f3-8f33-48d9-b04b-41413532f912 req-f69c1bf8-66ac-4b4a-b55d-722a1cf7eb16 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:46.800992 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fe55f3-8f33-48d9-b04b-41413532f912 req-f69c1bf8-66ac-4b4a-b55d-722a1cf7eb16 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 944 time: 0.2732656 Aug 18 19:20:46.861087 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d1b03-d713-44d9-b658-c953934e5ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143fca34-ed8d-49d4-90ea-56064c640693,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:46.894077 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fe55f3-8f33-48d9-b04b-41413532f912 req-3f97a509-4a62-46e6-a136-357f7dbba68c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862412 Aug 18 19:20:47.031432 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 45a8ec5b-6e9a-4085-a712-7596b40af48d up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:47.045905 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:47.055191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.098013 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Transition to ACTIVE for port object 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:47.103813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.123330 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 45a8ec5b-6e9a-4085-a712-7596b40af48d completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:47.132504 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 45a8ec5b-6e9a-4085-a712-7596b40af48d triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:47.134029 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.135811 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-e36936fa-ba7a-4323-83f5-34e5024b7b6d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--316947318&fields=id&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 267 time: 0.1341791 Aug 18 19:20:47.172928 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:47.279675 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Attempting to bind port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:47.280424 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Attempting to bind port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:47.283201 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Attempting to bind port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:47.297566 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:47.299366 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Attempting to bind port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:47.330789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:47.331130 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Checking segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:47.331520 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Bound using segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:47.331985 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Bound port: 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:47.332348 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.341453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 901b63d1-60aa-46c5-9496-59e3ff06123b up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:47.422131 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Allocated IP 172.20.0.9 (32933c8b-caf1-45c2-81c8-57ff7ea301b2/9333ba88-9eed-4bcc-b8d4-33f67034bd0c/1f090b39-5884-4da7-a2a0-8178dfc3af3c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:47.429190 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 901b63d1-60aa-46c5-9496-59e3ff06123b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:47.429737 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.485466 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.513625 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:47.517372 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:47.518928 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55987-8a23-4a7c-8eb4-a65b52ff975c req-68ec7a95-e1c4-45e7-8961-841aede8a02a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:47.528131 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-93f55987-8a23-4a7c-8eb4-a65b52ff975c req-68ec7a95-e1c4-45e7-8961-841aede8a02a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 945 time: 0.2105117 Aug 18 19:20:47.532844 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:47.537572 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.572793 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-0d28c87c-661f-4692-8f92-de9695e1d19a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:47.575342 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-0d28c87c-661f-4692-8f92-de9695e1d19a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 817 time: 0.4357321 Aug 18 19:20:47.648093 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:47.662858 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:47.664204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.665243 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-072af2a3-be52-4b7d-9de2-193af9cf9ea4 service neutron] 10.222.0.67 "PUT /v2.0/ports/6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 1094 time: 1.6657357 Aug 18 19:20:47.665664 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:47.669333 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f386b-48c1-41dc-a9cf-10a926e97b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:47.688151 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d,segment=NetworkSegment(2cff4fbd-42a9-4094-84e8-e33da446f284),segment_id=2cff4fbd-42a9-4094-84e8-e33da446f284)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:47.706224 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.707160 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 99d3080b-59ee-443b-be25-434b078bda07 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:47.822089 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 229206d7-ef31-487e-b265-beceae6c729c up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:47.822866 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-ddedc1f6-57fc-4890-b35a-2086f041e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:47.825970 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-ddedc1f6-57fc-4890-b35a-2086f041e95c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1097 time: 0.0791264 Aug 18 19:20:47.909926 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-c81bcb29-c412-4311-a0e7-5de42b3a6428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0731626 Aug 18 19:20:47.910372 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:47.978190 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b5bccd-779b-4837-ba50-66b0b5410dac" -d '{"events": [{"server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "name": "network-vif-plugged", "status": "completed", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:47.985134 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 229206d7-ef31-487e-b265-beceae6c729c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:47.987707 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:47.995392 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 99d3080b-59ee-443b-be25-434b078bda07 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:47.998495 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-60f41a00-3704-444b-8f3a-0340341a67c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/quotas/e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 375 time: 0.0954897 Aug 18 19:20:48.055056 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.67', 49884) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:48.057024 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-e4fe2927-6a4b-4716-8aff-1fe8ba6f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:48.061215 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-e4fe2927-6a4b-4716-8aff-1fe8ba6f332c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.1325722 Aug 18 19:20:48.062945 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 99d3080b-59ee-443b-be25-434b078bda07 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:48.063412 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.178948 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-48c842e6-df05-4c86-a935-6abde8ed6957 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936153 Aug 18 19:20:48.317274 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-3783104a-1572-43da-a7b7-cbf4b85146a1 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258109 Aug 18 19:20:48.334918 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.418784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fe420b1f-d9a9-4111-884e-22b4cfbf270c up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:48.468513 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6e2656b-2d8e-4b47-9f6a-b54a09962516 req-bdcd1ef1-a6d6-42db-84c9-3c3dca660a63 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431096 Aug 18 19:20:48.483518 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-93f55987-8a23-4a7c-8eb4-a65b52ff975c req-a70a512b-2874-477a-9c6c-b629216d697e tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9394853 Aug 18 19:20:48.494014 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.506156 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.523154 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-db4aaeca-230e-4d25-8f23-b5083b7634d4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5231702 Aug 18 19:20:48.577542 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:48.593868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8c7c75b-b9f8-4d36-a445-afb8307d6cac tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:48.596018 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8c7c75b-b9f8-4d36-a445-afb8307d6cac tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 811 time: 0.5313540 Aug 18 19:20:48.608458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:48.622232 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port fe420b1f-d9a9-4111-884e-22b4cfbf270c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:48.622905 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.664242 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:48.674770 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=99d3080b-59ee-443b-be25-434b078bda07,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:48.685591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:48.685591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.686928 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.708035 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-62eb8f5e-7ace-4769-8642-7d55037d7292 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 379 time: 0.0996370 Aug 18 19:20:48.711356 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Pushing event updated for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:48.720057 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'port': {'device_id': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'admin_state_up': True, 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'security_groups': ['84b9c703-03de-4f25-85c4-ff88499b125d']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:48.769335 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1f6ffb7d-658c-478c-8005-1e34cf420696 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8466907 Aug 18 19:20:48.789722 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:48.800707 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630209-a565-463f-b09e-e98f3d7294f1 req-e5bff89b-2734-488d-97a4-8ea446bddd9e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:48.808413 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54630209-a565-463f-b09e-e98f3d7294f1 req-e5bff89b-2734-488d-97a4-8ea446bddd9e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 931 time: 0.2246108 Aug 18 19:20:48.815306 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Request body: {'port': {'device_id': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:48.881592 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Made reservation on behalf of 09121996b6ea42fea20f8b13c8d264fe for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:48.885644 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.906201 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54630209-a565-463f-b09e-e98f3d7294f1 req-23cef80b-4cdb-44d3-afae-c2b8b731ea03 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Aug 18 19:20:48.924678 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:48.995589 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d9eeee-ec6e-4040-8fe4-b1061a390b66 x-openstack-request-id: req-a3d9eeee-ec6e-4040-8fe4-b1061a390b66 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:48.995985 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:48.996298 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d9eeee-ec6e-4040-8fe4-b1061a390b66 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:48.996818 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5', 'status': 'completed', 'code': 200} Aug 18 19:20:49.099275 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4789e5ad-06f5-4c33-93dd-073dfe86c5f7 req-40d5e8fb-1930-4452-8650-fc1ffee65f1f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 210 time: 0.0916002 Aug 18 19:20:49.110857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-e0bdd432-ffa1-402a-848b-8890b3735798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:49.112429 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-e0bdd432-ffa1-402a-848b-8890b3735798 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1097 time: 0.1194527 Aug 18 19:20:49.176792 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-de743257-fdf6-4df7-98fd-fa10a3508b60 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:20:49.177946 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-de743257-fdf6-4df7-98fd-fa10a3508b60 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4516640 Aug 18 19:20:49.204972 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Allocated IP 172.20.0.10 (156065f0-f294-4752-9b89-d01519e496f4/1e02c4b5-9a8c-475e-8da1-836f77ac25c1/79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:49.214129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:49.224936 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:49.321182 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d86-6cab-4a6a-9406-c25e9530e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.340300 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-413f51ed-f226-4c64-b435-10b84838760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:49.341811 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-413f51ed-f226-4c64-b435-10b84838760d service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.2123713 Aug 18 19:20:49.358931 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd556f63-8a74-46ba-8670-8440d132563d req-911681cd-973e-473e-a17e-1b1c9570338d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:49.366503 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd556f63-8a74-46ba-8670-8440d132563d req-911681cd-973e-473e-a17e-1b1c9570338d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.1298609 Aug 18 19:20:49.378550 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-d58707a8-1cdd-40c6-8d68-51ed36a228e0 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935816 Aug 18 19:20:49.501327 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd556f63-8a74-46ba-8670-8440d132563d req-6024b04d-a181-4454-b27e-fb7fb94067ce tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338615 Aug 18 19:20:49.506755 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f090b39-5884-4da7-a2a0-8178dfc3af3c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:49.521706 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.549964 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Transition to ACTIVE for port object 1f090b39-5884-4da7-a2a0-8178dfc3af3c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:49.552296 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-bfa1ff97-2b52-4676-aedf-57421c0b58b4 service neutron] 10.222.0.25 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733470 Aug 18 19:20:49.555205 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.606951 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:49.631610 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-394da314-1bd2-4e61-8662-698247dae498 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.2525451 Aug 18 19:20:49.675309 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Attempting to bind port 1f090b39-5884-4da7-a2a0-8178dfc3af3c on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:49.675641 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Attempting to bind port 1f090b39-5884-4da7-a2a0-8178dfc3af3c by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:49.676003 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Attempting to bind port 1f090b39-5884-4da7-a2a0-8178dfc3af3c on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:49.682576 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Port 1f090b39-5884-4da7-a2a0-8178dfc3af3c on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:49.684141 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Attempting to bind port 1f090b39-5884-4da7-a2a0-8178dfc3af3c on network 32933c8b-caf1-45c2-81c8-57ff7ea301b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:49.689111 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f981845-a17a-4a10-98a3-66e7b6ae459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.690664 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:49.691129 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Checking segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:49.691811 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Bound using segment: {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:49.692643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Bound port: 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:49.693246 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.828427 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:49.835397 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:49.842000 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.874274 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-1025c074-065e-4b23-abf5-ea0b2798dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:49.876134 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-1025c074-065e-4b23-abf5-ea0b2798dcd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.2257307 Aug 18 19:20:49.924579 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:49.927115 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-e547a6f7-198b-498e-a070-1f50fd67de04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408580 Aug 18 19:20:49.932474 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.934121 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 200 len: 1093 time: 1.1234858 Aug 18 19:20:49.934804 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:49.937562 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0712fc39-8538-40eb-8d1a-c18c418179a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:49.942946 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d86-6cab-4a6a-9406-c25e9530e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.950666 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.978145 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5cc1-3250-4a02-a5f4-f8c56283c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:49.985553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d86-6cab-4a6a-9406-c25e9530e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:49.997656 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c990ab05-18e2-4dc5-b19c-41d4a02d6ca5 x-openstack-request-id: req-c990ab05-18e2-4dc5-b19c-41d4a02d6ca5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:49.998117 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "name": "network-vif-plugged", "status": "completed", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:49.998203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c990ab05-18e2-4dc5-b19c-41d4a02d6ca5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:49.999175 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d', 'code': 200} Aug 18 19:20:50.047420 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742592-cbb3-4f12-9de7-9250ad2d18a0 req-7a05ecc5-e5b0-4fd7-b435-fbc27f94df67 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.056786 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9742592-cbb3-4f12-9de7-9250ad2d18a0 req-7a05ecc5-e5b0-4fd7-b435-fbc27f94df67 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.1989341 Aug 18 19:20:50.084860 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-65976e74-856a-4c63-bddb-c322556f6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.086509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-65976e74-856a-4c63-bddb-c322556f6ec6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1096 time: 0.1027465 Aug 18 19:20:50.131497 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef97d86-6cab-4a6a-9406-c25e9530e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd7269e-6b1f-464a-9cff-ea3d85fe4657,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:50.169238 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Transition to ACTIVE for port object 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:50.190393 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c935fc19-7624-43ef-848b-de8c025b8c3a req-4e1fda5b-dac8-4089-a69e-5bc9b4b51935 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 210 time: 0.0972338 Aug 18 19:20:50.208436 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-88ffa2ea-1f63-4c3c-897c-7d062d6cd579 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 200 len: 217 time: 0.1064901 Aug 18 19:20:50.246348 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1ef97d86-6cab-4a6a-9406-c25e9530e55f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52ac3332af1948ad8f558ee451802d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0276794 Aug 18 19:20:50.268603 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:50.269009 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.67', 49887) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:50.274067 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-ab6a49cd-1875-40d5-b1f9-0665901b8223 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182406 Aug 18 19:20:50.361206 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9742592-cbb3-4f12-9de7-9250ad2d18a0 req-9dbd73b4-9127-4a23-858c-4c41d4ee64fa tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033957 Aug 18 19:20:50.444219 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-e102784c-22e0-4be0-b4c2-3fe702296595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.446414 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.447285 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-e102784c-22e0-4be0-b4c2-3fe702296595 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.2289522 Aug 18 19:20:50.463660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e25f82-bb1b-4b3a-b057-031b7ff3823c x-openstack-request-id: req-b4e25f82-bb1b-4b3a-b057-031b7ff3823c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:50.464087 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:50.465134 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4e25f82-bb1b-4b3a-b057-031b7ff3823c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:50.466644 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c', 'status': 'completed', 'code': 200} Aug 18 19:20:50.482151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.512423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:50.518702 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-50f98538-f16f-4d51-9616-748fefa854ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495281 Aug 18 19:20:50.525101 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-607f386b-48c1-41dc-a9cf-10a926e97b7d req-6b8bed02-6ad2-4cf1-bbb0-c94a25dc56d7 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417622 Aug 18 19:20:50.525751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-61a781e3-2c98-4229-b946-bbd803df359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.527887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-61a781e3-2c98-4229-b946-bbd803df359c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 1099 time: 0.2540073 Aug 18 19:20:50.529585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f981845-a17a-4a10-98a3-66e7b6ae459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.550364 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Network 156065f0-f294-4752-9b89-d01519e496f4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:50.554684 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f981845-a17a-4a10-98a3-66e7b6ae459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.562249 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.621166 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8f981845-a17a-4a10-98a3-66e7b6ae459c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8569ed5aebb442e880b5dc28489cc22b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3911600 Aug 18 19:20:50.622287 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:50.624258 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:50.630407 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167befe-5f4c-4773-aa62-8b645d8a0b72 req-6bcdf0c8-7141-4614-a4a9-d8789370b193 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.632450 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3167befe-5f4c-4773-aa62-8b645d8a0b72 req-6bcdf0c8-7141-4614-a4a9-d8789370b193 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 943 time: 0.2752175 Aug 18 19:20:50.634954 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f981845-a17a-4a10-98a3-66e7b6ae459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd404d-d0d5-41dc-9339-eebaf01c7491,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:50.640822 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:50.648584 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.649418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.651394 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-39409f29-0a8b-4242-9958-7bfc8c4c0c51 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.728062 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-0323b1c4-08b2-41e8-a43b-3d488b6377a1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0120616 Aug 18 19:20:50.746351 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Request body: {'port': {'device_id': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:50.821942 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.826315 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3167befe-5f4c-4773-aa62-8b645d8a0b72 req-b7839771-274b-4bb9-9f0f-a49ed5c536fb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656430 Aug 18 19:20:50.839764 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede444cc-53d5-4a1e-9274-f973d20fe9d0 req-a75b7fea-c1a3-42dc-8b85-d77815745609 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:50.841038 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.842181 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ede444cc-53d5-4a1e-9274-f973d20fe9d0 req-a75b7fea-c1a3-42dc-8b85-d77815745609 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 932 time: 0.2272530 Aug 18 19:20:50.848927 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-a6b301c0-6218-42af-b6fb-dd5e504f207e service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113108 Aug 18 19:20:50.910031 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.926287 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.928909 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.930128 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edd7269e-6b1f-464a-9cff-ea3d85fe4657 HTTP/1.1" status: 204 len: 168 time: 0.6578195 Aug 18 19:20:50.969557 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-107a912f-da0d-4901-9bc8-07d6f5788f20 None None] Provisioning for port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:50.976473 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-107a912f-da0d-4901-9bc8-07d6f5788f20 None None] Provisioning complete for port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:50.977175 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-107a912f-da0d-4901-9bc8-07d6f5788f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:50.992009 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724658e-42ef-4cd0-bda4-af3aaa393da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd7269e-6b1f-464a-9cff-ea3d85fe4657,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:51.044144 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ede444cc-53d5-4a1e-9274-f973d20fe9d0 req-5d6b907e-abca-4fd1-9c26-045cf19cbfd3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915398 Aug 18 19:20:51.068694 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-107a912f-da0d-4901-9bc8-07d6f5788f20 None None] Port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:51.073258 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:20:51.109509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62bfdca4-e3d1-4141-9c8f-44514cc94f17 req-cdf5cc6e-ef0a-42d0-87ee-b83f6dcdbd78 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491462 Aug 18 19:20:51.120629 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe12d6-bc4e-45b2-9f0c-65d8cd781efd req-ae5c9192-f4c4-48b8-87de-51cbf61a6bbd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:51.122751 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6dfe12d6-bc4e-45b2-9f0c-65d8cd781efd req-ae5c9192-f4c4-48b8-87de-51cbf61a6bbd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.1900749 Aug 18 19:20:51.157706 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-39409f29-0a8b-4242-9958-7bfc8c4c0c51 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.166403 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-39409f29-0a8b-4242-9958-7bfc8c4c0c51 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.210450 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ac3ff891-772a-4a52-a737-366a347f59d4 req-39409f29-0a8b-4242-9958-7bfc8c4c0c51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715360 Aug 18 19:20:51.224785 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.227251 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.228425 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3bd404d-d0d5-41dc-9339-eebaf01c7491 HTTP/1.1" status: 204 len: 168 time: 0.5887966 Aug 18 19:20:51.248505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0755c50-e952-4f33-b53a-87b159db8d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd404d-d0d5-41dc-9339-eebaf01c7491,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:51.293502 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:51.297529 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:51.313109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6dfe12d6-bc4e-45b2-9f0c-65d8cd781efd req-4368e141-61a0-4464-845c-79c1c274ead4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725163 Aug 18 19:20:51.317633 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.328415 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39409f29-0a8b-4242-9958-7bfc8c4c0c51 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d0607-f02b-4f92-97f7-cddebaed2b61,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:51.351852 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Transition to ACTIVE for port object 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:51.358250 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.359381 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'port_id': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5', 'mac_address': 'fa:16:3e:77:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:20:51.444755 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.477413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:51.486597 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:51.522244 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:51.529377 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.597143 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:51.620752 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Attempting to bind port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:51.621402 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Attempting to bind port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:51.621923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Attempting to bind port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:51.631447 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 on network 156065f0-f294-4752-9b89-d01519e496f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:51.631766 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Attempting to bind port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:51.642453 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:51.647082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Checking segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:51.647508 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Bound using segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:51.648002 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Bound port: 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:51.648365 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.754469 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:51.759022 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:51.763967 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.775709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['6edbad90-f91f-4c23-a95a-c8a11b3fceb5'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:20:51.829516 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6045d9c1-4a5a-458d-a1b7-0bbe44483893 req-c5c7da4b-d43d-43e3-8d6a-e59ad8fba7d2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 210 time: 0.0855167 Aug 18 19:20:51.846357 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-43db6ff4-356e-4906-8a06-266015a7019d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:51.847974 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-43db6ff4-356e-4906-8a06-266015a7019d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 817 time: 0.5311201 Aug 18 19:20:51.855784 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 51932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:51.857790 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-a9e9697d-5fea-4c77-850f-4e447ee6b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:51.859288 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-a9e9697d-5fea-4c77-850f-4e447ee6b17c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1096 time: 0.6533380 Aug 18 19:20:51.870950 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:51.878086 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.881355 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] 10.222.0.67 "PUT /v2.0/ports/79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 1094 time: 1.1399961 Aug 18 19:20:51.883958 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:51.884808 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:51.891311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bf4aa-28e8-4314-99b8-64afa70cbee2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:52.001669 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d3080b-59ee-443b-be25-434b078bda07'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:52.006578 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd5f6b-5ab5-445c-8b37-1b295ea87ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:52.013381 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752faf6d-a681-400f-a4b0-0aa9c346ad48" -d '{"events": [{"server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "99d3080b-59ee-443b-be25-434b078bda07"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:52.140971 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:52.186165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d3e331a-ac09-4fd2-ab2f-c50cfa943362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.202245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-4dc61ede-c31e-4bc5-95ee-a01a1b8f68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.204058 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-4dc61ede-c31e-4bc5-95ee-a01a1b8f68b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1097 time: 0.2665904 Aug 18 19:20:52.254533 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-3ef51756-2f66-439b-937b-07b9ca4edb65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 217 time: 0.0396330 Aug 18 19:20:52.284380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.db.api [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 19:20:52.284380 dv-cinder-784092-14-iscsi neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 19:20:52.284380 dv-cinder-784092-14-iscsi neutron-server[93816]: [parameters: {'project_id': '25cbff87b15e447b9e72e7d73018b403', 'id': 'a2b6553e-db5b-4c29-88b9-d42ba0a4fc54', 'expiration': datetime.datetime(2021, 8, 18, 19, 22, 52, 247182)}] Aug 18 19:20:52.284380 dv-cinder-784092-14-iscsi neutron-server[93816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 19:20:52.284857 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG oslo_db.api [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 19:20:52.296037 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-1a615506-cd1b-4bf2-9e43-4e797485a8fa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 379 time: 0.4328949 Aug 18 19:20:52.306557 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'port': {'device_id': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'admin_state_up': True, 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'security_groups': ['2d9c93de-c8ec-4192-9359-8bb3d1acafb4']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:52.318151 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-6f60808d-3289-4e14-8e05-3ea52766b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.319928 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-6f60808d-3289-4e14-8e05-3ea52766b855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0570340 Aug 18 19:20:52.326419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3670a-12b8-4244-8fe3-2c55ce39bf9a req-82bae7c0-9a64-44ef-9372-4bdcba72eaaf tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.327757 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fb3670a-12b8-4244-8fe3-2c55ce39bf9a req-82bae7c0-9a64-44ef-9372-4bdcba72eaaf tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.5718055 Aug 18 19:20:52.389525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d3e331a-ac09-4fd2-ab2f-c50cfa943362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.394544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d3e331a-ac09-4fd2-ab2f-c50cfa943362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.434491 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e331a-ac09-4fd2-ab2f-c50cfa943362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d87ba-44dd-486f-9b59-fc096016728d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:52.438817 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2d3e331a-ac09-4fd2-ab2f-c50cfa943362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5e54b767e444aff984cfd08a4df0e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904088 Aug 18 19:20:52.441644 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:52.450270 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29c8b4-4b9d-435c-b1fe-c1c22c30e241 req-0329b185-3a9b-46ae-9ef0-b8e7665fa1b3 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.451760 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc29c8b4-4b9d-435c-b1fe-c1c22c30e241 req-0329b185-3a9b-46ae-9ef0-b8e7665fa1b3 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 943 time: 0.3465798 Aug 18 19:20:52.457671 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-c7540822-1d54-4ee8-a21e-932bf42a7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.459501 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-c7540822-1d54-4ee8-a21e-932bf42a7bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.4842315 Aug 18 19:20:52.485430 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fb3670a-12b8-4244-8fe3-2c55ce39bf9a req-8e8a25b0-9305-4958-badd-4f3f4b074c79 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427157 Aug 18 19:20:52.491322 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.516094 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.533850 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc29c8b4-4b9d-435c-b1fe-c1c22c30e241 req-76b0b809-db47-4b32-8f5a-434f60d19c31 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654397 Aug 18 19:20:52.545699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515d0340-4d75-4e4b-9825-dc89dbb8d968 x-openstack-request-id: req-515d0340-4d75-4e4b-9825-dc89dbb8d968 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:52.546024 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:52.546231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-515d0340-4d75-4e4b-9825-dc89dbb8d968 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:52.546625 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'status': 'completed', 'code': 200} Aug 18 19:20:52.554519 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Made reservation on behalf of e1367490278d4baa9833cb58b8812b68 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:20:52.559773 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.578702 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.581968 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.585667 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e2d87ba-44dd-486f-9b59-fc096016728d HTTP/1.1" status: 204 len: 168 time: 0.1406436 Aug 18 19:20:52.592284 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906f2bd-60ba-43c7-9a5f-c8805c3bbe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d87ba-44dd-486f-9b59-fc096016728d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:52.614156 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31da9a74-06a2-4a94-9183-8859414b2593 x-openstack-request-id: req-31da9a74-06a2-4a94-9183-8859414b2593 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:52.614692 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "name": "network-vif-plugged", "status": "completed", "tag": "99d3080b-59ee-443b-be25-434b078bda07", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:52.614692 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31da9a74-06a2-4a94-9183-8859414b2593 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:52.615103 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d3080b-59ee-443b-be25-434b078bda07', 'code': 200} Aug 18 19:20:52.765190 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64c24-7a54-4dc6-ac37-e586fdba3da4 req-f00f54c3-286e-42e9-9f7c-ec9c45cff279 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.766867 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88a64c24-7a54-4dc6-ac37-e586fdba3da4 req-f00f54c3-286e-42e9-9f7c-ec9c45cff279 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 944 time: 0.1330090 Aug 18 19:20:52.787815 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:52.796561 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6a30-69af-4954-8b39-c121e6374afc req-4010aec6-aa5f-47c3-bc9f-e3e4c0fefe1e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:52.798010 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ffa6a30-69af-4954-8b39-c121e6374afc req-4010aec6-aa5f-47c3-bc9f-e3e4c0fefe1e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.1247606 Aug 18 19:20:52.800109 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Allocated IP 172.20.0.3 (6b0964f2-ec30-456a-8f20-04137d2458b7/d545be02-6180-4939-84e7-edcbb29e46c4/d725ebe4-aaea-4d0a-9c67-f5e9e589603f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:20:52.897342 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88a64c24-7a54-4dc6-ac37-e586fdba3da4 req-af1c77f0-2552-45b7-b21b-521658abded8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204476 Aug 18 19:20:52.928785 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ffa6a30-69af-4954-8b39-c121e6374afc req-238aac46-3796-4630-8b82-158c91a45957 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170003 Aug 18 19:20:53.024081 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f349f591-8be1-4f7e-83fb-56303bf20bce req-dc273809-8ef0-47b0-9da1-9621edf83ce9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 210 time: 0.0437043 Aug 18 19:20:53.103940 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.107621 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.111430 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.153223 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Transition to ACTIVE for port object d725ebe4-aaea-4d0a-9c67-f5e9e589603f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:53.172731 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25cbff87b15e447b9e72e7d73018b403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3124356 Aug 18 19:20:53.173495 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1fdcf-4406-4cbf-a621-58f2eddbe53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876221ed-1562-4c5f-a35a-a30da6624ac1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:53.175487 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 51966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:53.232256 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 1f090b39-5884-4da7-a2a0-8178dfc3af3c details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:20:53.233203 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.241230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.267802 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.288117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:20:53.296528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:20:53.302421 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:20:53.310493 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:53.311618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.321057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:53.335926 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-ca6537de-ed73-4d97-844c-5638e8757b97 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327463 Aug 18 19:20:53.353090 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:53.354464 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.357310 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.361292 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/876221ed-1562-4c5f-a35a-a30da6624ac1 HTTP/1.1" status: 204 len: 168 time: 0.1847727 Aug 18 19:20:53.366112 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '1f090b39-5884-4da7-a2a0-8178dfc3af3c', 'network_id': '32933c8b-caf1-45c2-81c8-57ff7ea301b2', 'port_id': '1f090b39-5884-4da7-a2a0-8178dfc3af3c', 'mac_address': 'fa:16:3e:ca:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9333ba88-9eed-4bcc-b8d4-33f67034bd0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:20:53.370392 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923eadf-a378-4387-8f19-6431d765edd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876221ed-1562-4c5f-a35a-a30da6624ac1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:53.416769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.432068 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f090b39-5884-4da7-a2a0-8178dfc3af3c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:53.453983 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:53.461506 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.527750 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:53.628191 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8cb83-c78d-4fee-98ef-171988f897a2 req-01221318-0983-4473-8bf5-e0b737ede481 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:53.641644 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cd8cb83-c78d-4fee-98ef-171988f897a2 req-01221318-0983-4473-8bf5-e0b737ede481 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0636606 Aug 18 19:20:53.688967 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da3d4a7c-8b17-48ef-a37b-fd06da7c3641 None None] Provisioning for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:53.693900 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da3d4a7c-8b17-48ef-a37b-fd06da7c3641 None None] Provisioning complete for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:53.694330 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da3d4a7c-8b17-48ef-a37b-fd06da7c3641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:53.728134 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cd8cb83-c78d-4fee-98ef-171988f897a2 req-82906b97-37b5-47d1-aec6-4d049943e9d9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844946 Aug 18 19:20:53.735974 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da3d4a7c-8b17-48ef-a37b-fd06da7c3641 None None] Port d725ebe4-aaea-4d0a-9c67-f5e9e589603f cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:20:53.748700 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a1bd-668c-4c05-97f4-151f4a4f428d req-a3fce515-447f-47f5-bd07-21af1b09c930 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:53.750267 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0801a1bd-668c-4c05-97f4-151f4a4f428d req-a3fce515-447f-47f5-bd07-21af1b09c930 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 944 time: 0.1127326 Aug 18 19:20:53.794116 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0801a1bd-668c-4c05-97f4-151f4a4f428d req-fedef099-61f2-4992-b444-212fa37859e7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Aug 18 19:20:54.049400 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e9f91-aeb4-4686-8910-dfebcffe6e23 req-8d7d84e7-2350-47b2-9712-332e3fe6a6e0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:54.050867 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-477e9f91-aeb4-4686-8910-dfebcffe6e23 req-8d7d84e7-2350-47b2-9712-332e3fe6a6e0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 944 time: 0.0747883 Aug 18 19:20:54.121433 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38698f36-a54f-4fea-97df-b641c71d00b5 req-91a13735-2aa0-40d0-8413-903dea9ee001 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:54.122979 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38698f36-a54f-4fea-97df-b641c71d00b5 req-91a13735-2aa0-40d0-8413-903dea9ee001 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0906093 Aug 18 19:20:54.126009 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-477e9f91-aeb4-4686-8910-dfebcffe6e23 req-318455d6-da03-40d4-8eb9-f84247f553af tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538430 Aug 18 19:20:54.196710 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38698f36-a54f-4fea-97df-b641c71d00b5 req-3adc64ee-d885-4a93-845e-22589f7fe8c4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Aug 18 19:20:54.263661 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ac978-3d05-47e7-adf8-c51df0801eac req-84e4c1ca-1fc9-4301-b88f-61e52303100b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:54.268926 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-954ac978-3d05-47e7-adf8-c51df0801eac req-84e4c1ca-1fc9-4301-b88f-61e52303100b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 931 time: 0.0583911 Aug 18 19:20:54.306525 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-954ac978-3d05-47e7-adf8-c51df0801eac req-67d98bcc-9196-4653-8cef-7f267cbb16da tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349412 Aug 18 19:20:54.836216 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adc17b-6ebf-4217-ba93-646b03b614c0 req-fa8161cc-0eb4-4fcb-ab71-86f14c1b7127 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:54.837966 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6adc17b-6ebf-4217-ba93-646b03b614c0 req-fa8161cc-0eb4-4fcb-ab71-86f14c1b7127 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0558085 Aug 18 19:20:54.914923 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6adc17b-6ebf-4217-ba93-646b03b614c0 req-56a6e8ca-9baa-4677-af64-66d9c30232bc tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698917 Aug 18 19:20:54.936004 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08312966-b39b-451f-a28a-1b645a2ace0c req-fa1336dc-8d30-4333-9cda-10ce19cf6f33 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:54.936004 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08312966-b39b-451f-a28a-1b645a2ace0c req-fa1336dc-8d30-4333-9cda-10ce19cf6f33 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 944 time: 0.0619750 Aug 18 19:20:54.981391 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08312966-b39b-451f-a28a-1b645a2ace0c req-9c2a6e27-a7d6-44e7-86b3-74f881ed0d7d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Aug 18 19:20:55.243135 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Request body: {'port': {'device_id': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:20:55.310604 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c2de7ebf-0495-43a7-95f8-ee63cd9ae3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.313036 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c2de7ebf-0495-43a7-95f8-ee63cd9ae3f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1230118 Aug 18 19:20:55.442028 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-a060e165-443f-43f8-bcb0-67e245fe6317 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 200 len: 217 time: 0.2403586 Aug 18 19:20:55.503520 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['1f090b39-5884-4da7-a2a0-8178dfc3af3c'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:20:55.628461 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:55.647938 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-646cd01d-2647-405e-b5a6-0afe8aa1e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.649583 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-c1b9a0b7-c8f6-43b0-b040-25ec271d15b9 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234394 Aug 18 19:20:55.650102 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-646cd01d-2647-405e-b5a6-0afe8aa1e26f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.1899965 Aug 18 19:20:55.662190 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f7767-6725-4dd3-b189-2bb7a78b5678 req-6f9674b9-b698-4ce7-8e06-823178222a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.664140 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-625f7767-6725-4dd3-b189-2bb7a78b5678 req-6f9674b9-b698-4ce7-8e06-823178222a77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 1098 time: 0.1885190 Aug 18 19:20:55.714372 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-41b33f2a-6cb6-4ce1-916d-14fc1cb1bd9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404379 Aug 18 19:20:55.726454 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b59db9-759f-4092-a30e-09641078cd24 req-b242b53c-dea1-4504-87a4-082569d07855 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.738602 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b59db9-759f-4092-a30e-09641078cd24 req-b242b53c-dea1-4504-87a4-082569d07855 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 944 time: 0.4129579 Aug 18 19:20:55.766875 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-625f7767-6725-4dd3-b189-2bb7a78b5678 req-bcec6a92-16c7-475a-b6b4-2a3618221c04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914810 Aug 18 19:20:55.798262 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66c7bc2-045c-4deb-b568-6704697506d6 req-18ca40aa-b51f-48f3-b205-16357518e3af service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329446 Aug 18 19:20:55.844591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda127-5a61-4e4f-8cf7-8ab303f18c02 req-af50e0ad-2966-4ff1-8249-0f75fbb8a4fd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.846053 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9eda127-5a61-4e4f-8cf7-8ab303f18c02 req-af50e0ad-2966-4ff1-8249-0f75fbb8a4fd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.4676807 Aug 18 19:20:55.916750 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b59db9-759f-4092-a30e-09641078cd24 req-8ccaf9ce-b2c3-4d47-8efe-108714d23293 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769068 Aug 18 19:20:55.944042 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-18431995-adc3-4816-9e26-49cded48d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:55.945613 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-18431995-adc3-4816-9e26-49cded48d638 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0576382 Aug 18 19:20:56.060465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-0609bfb2-7a6d-4aee-afcd-187432d6913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.061968 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-0609bfb2-7a6d-4aee-afcd-187432d6913c service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.1072974 Aug 18 19:20:56.108989 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-ca4835ce-7411-465b-88a7-2eaa62f60ce9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 217 time: 0.0357463 Aug 18 19:20:56.161289 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-42187d08-db79-4d0d-a573-f6947102225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.162972 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-42187d08-db79-4d0d-a573-f6947102225e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0464473 Aug 18 19:20:56.216585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-987806e8-c6fd-4110-b034-1a8ef79cf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.218214 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-987806e8-c6fd-4110-b034-1a8ef79cf140 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467551 Aug 18 19:20:56.225806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9eda127-5a61-4e4f-8cf7-8ab303f18c02 req-97de0e0b-50c2-4e3d-b0d4-86de6f1e958d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688753 Aug 18 19:20:56.263255 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-d3066052-a381-4f6f-909d-6dfb267bdd9d service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124669 Aug 18 19:20:56.313058 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-bc3d6f5e-3544-4637-82c2-a610c5befb4a service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867839 Aug 18 19:20:56.396192 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505a33-a238-44aa-8af0-10151e069c11 req-b90738e4-ed35-4beb-a4c3-b3df0e24e608 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.397592 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0505a33-a238-44aa-8af0-10151e069c11 req-b90738e4-ed35-4beb-a4c3-b3df0e24e608 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 931 time: 0.3975339 Aug 18 19:20:56.409616 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d03bf4aa-28e8-4314-99b8-64afa70cbee2 req-7f600d2a-82a2-40de-a280-b5811fab12bd service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892751 Aug 18 19:20:56.467579 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828031cb-6c22-4fea-99f2-1b7195ddfcad req-39407a18-5a67-477b-a1c5-8225c9536ea8 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.469100 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-828031cb-6c22-4fea-99f2-1b7195ddfcad req-39407a18-5a67-477b-a1c5-8225c9536ea8 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.1613841 Aug 18 19:20:56.516313 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0712fc39-8538-40eb-8d1a-c18c418179a1 req-f9988e94-0877-46ef-b972-17cf2f2ed944 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396734 Aug 18 19:20:56.527778 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0505a33-a238-44aa-8af0-10151e069c11 req-6fc524ff-3318-45b3-a69a-3e3ca290722a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213648 Aug 18 19:20:56.554643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-828031cb-6c22-4fea-99f2-1b7195ddfcad req-d786fe25-6913-4176-8737-f424f585fc27 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Aug 18 19:20:56.608256 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:56.617952 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:56.662634 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Transition to ACTIVE for port object d725ebe4-aaea-4d0a-9c67-f5e9e589603f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:20:56.670744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:56.740123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083132-aeee-4478-8bc9-7b0d6e713302 req-b0e7e9eb-1f73-4cfb-8324-54ca94bbce72 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:56.750508 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16083132-aeee-4478-8bc9-7b0d6e713302 req-b0e7e9eb-1f73-4cfb-8324-54ca94bbce72 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 944 time: 0.1282036 Aug 18 19:20:56.820380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:56.859236 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Attempting to bind port d725ebe4-aaea-4d0a-9c67-f5e9e589603f on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:20:56.859734 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Attempting to bind port d725ebe4-aaea-4d0a-9c67-f5e9e589603f by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:20:56.860529 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Attempting to bind port d725ebe4-aaea-4d0a-9c67-f5e9e589603f on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:56.871680 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16083132-aeee-4478-8bc9-7b0d6e713302 req-d82ff03b-6707-45bf-9914-2f98c462b94a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177003 Aug 18 19:20:56.875035 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Port d725ebe4-aaea-4d0a-9c67-f5e9e589603f on network 6b0964f2-ec30-456a-8f20-04137d2458b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:20:56.875417 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Attempting to bind port d725ebe4-aaea-4d0a-9c67-f5e9e589603f on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:20:56.881601 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:20:56.881940 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Checking segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:20:56.882406 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Bound using segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:20:56.882873 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Bound port: d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:20:56.883234 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.002639 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:20:57.009302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:20:57.017602 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.177706 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 1f090b39-5884-4da7-a2a0-8178dfc3af3c up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:57.184823 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:57.196458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.197456 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.199790 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-9a8898e2-cfb2-4a08-a0dc-790813082606 service neutron] 10.222.0.67 "PUT /v2.0/ports/d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 1093 time: 1.9966209 Aug 18 19:20:57.200597 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:57.205908 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a783d-2f71-4bbb-b671-d63d3fc1bdec" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:57.311059 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 1f090b39-5884-4da7-a2a0-8178dfc3af3c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:57.319881 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 1f090b39-5884-4da7-a2a0-8178dfc3af3c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:57.320327 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.357421 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe042cf4-f447-4b6a-8070-c500ce6805f5 x-openstack-request-id: req-fe042cf4-f447-4b6a-8070-c500ce6805f5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:57.358209 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:57.358456 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe042cf4-f447-4b6a-8070-c500ce6805f5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:57.359027 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'status': 'completed', 'code': 200} Aug 18 19:20:57.377825 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c6376-2aa9-430b-a60e-58cc3674cc80 req-1c65b265-d722-4f8a-9730-255345bb6267 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.379739 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3e6c6376-2aa9-430b-a60e-58cc3674cc80 req-1c65b265-d722-4f8a-9730-255345bb6267 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 944 time: 0.3382409 Aug 18 19:20:57.438100 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-81cc905f-617a-46be-b66b-fb926e70be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.442735 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-81cc905f-617a-46be-b66b-fb926e70be62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1096 time: 0.1891372 Aug 18 19:20:57.491269 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.554619 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3e6c6376-2aa9-430b-a60e-58cc3674cc80 req-e0c8b66e-97c9-4b8b-b613-7cabd3df0f60 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684108 Aug 18 19:20:57.586286 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-4c7b5609-41f9-47d6-ac65-96fd3137f6ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 217 time: 0.1245666 Aug 18 19:20:57.643907 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:57.643907 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e5754-bb1d-4a52-a24f-80bf99165f74" -d '{"events": [{"server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "name": "network-vif-plugged", "status": "completed", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:20:57.658697 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:57.666153 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.667536 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:20:57.675949 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a8f7-0494-46de-86d9-c591652aed8a req-18aae2ba-3749-4aec-b7e6-f893ed38e566 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.677795 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07b5a8f7-0494-46de-86d9-c591652aed8a req-18aae2ba-3749-4aec-b7e6-f893ed38e566 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.2083926 Aug 18 19:20:57.735073 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-4ffd02ac-31cf-4fea-9e9d-5bb5eaa958b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.736578 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-4ffd02ac-31cf-4fea-9e9d-5bb5eaa958b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.1424227 Aug 18 19:20:57.745328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:57.762116 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:20:57.766268 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:20:57.766649 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.795984 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07b5a8f7-0494-46de-86d9-c591652aed8a req-cfd73112-831d-454d-98f2-5a2fdf49df5d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943570 Aug 18 19:20:57.805929 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50174-1205-4eb4-91cf-469336e10807 req-dba4f2c4-1f93-41ad-b7cd-2f4e81554908 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.807503 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cc50174-1205-4eb4-91cf-469336e10807 req-dba4f2c4-1f93-41ad-b7cd-2f4e81554908 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.1256106 Aug 18 19:20:57.842817 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da14d-9c05-4bad-b368-4a735b166be7 req-74a66fad-f26c-40d9-9e8e-d6eedb59e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:57.844334 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-74a66fad-f26c-40d9-9e8e-d6eedb59e30c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0921183 Aug 18 19:20:57.859514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970402a9-78dd-4a49-b2b9-b4d392660034 x-openstack-request-id: req-970402a9-78dd-4a49-b2b9-b4d392660034 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:20:57.859865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "name": "network-vif-plugged", "status": "completed", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:20:57.860106 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-970402a9-78dd-4a49-b2b9-b4d392660034 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:20:57.860549 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c', 'code': 200} Aug 18 19:20:57.871611 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:57.883509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cc50174-1205-4eb4-91cf-469336e10807 req-a28d8faa-8635-47b8-8a51-99722ef1d376 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685737 Aug 18 19:20:57.958556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:57.964328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:58.004943 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-5fe8a8e2-2d70-4448-b89d-684402c32272 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506627 Aug 18 19:20:58.024506 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:58.024703 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c6a7-0197-40f1-83bc-d64975588e8a req-a58f03bd-a96a-43d0-8a34-e8b41e8b6857 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.027099 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8707c6a7-0197-40f1-83bc-d64975588e8a req-a58f03bd-a96a-43d0-8a34-e8b41e8b6857 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0789700 Aug 18 19:20:58.170240 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee582-6b89-40e7-963d-3f2058c89d42 req-05adda86-1b74-4efc-83ac-50606deb1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.171597 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4dee582-6b89-40e7-963d-3f2058c89d42 req-05adda86-1b74-4efc-83ac-50606deb1e70 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1098 time: 0.1242399 Aug 18 19:20:58.180235 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8707c6a7-0197-40f1-83bc-d64975588e8a req-a3346d6a-1e8d-4073-b98a-a0c055c81bb5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314476 Aug 18 19:20:58.224797 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-132da14d-9c05-4bad-b368-4a735b166be7 req-2d8cd8d2-7c5e-489c-a8d0-b0435309fadf service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954608 Aug 18 19:20:58.250482 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4dee582-6b89-40e7-963d-3f2058c89d42 req-2b341be2-a211-4638-b4b7-b79ad3bffac3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692730 Aug 18 19:20:58.362073 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-c977bc2a-acdd-483f-9724-1db47845ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.363599 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-c977bc2a-acdd-483f-9724-1db47845ddb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1096 time: 0.0476611 Aug 18 19:20:58.500438 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-76e59ad7-2b28-498f-a649-adde1006b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.502310 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-76e59ad7-2b28-498f-a649-adde1006b24e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.1144600 Aug 18 19:20:58.549010 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-f103773c-6a3d-4ba4-94a1-af06d9f8cbdd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 217 time: 0.0388196 Aug 18 19:20:58.611625 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-f4972030-bb99-4377-a458-a55e256d59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.612819 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-f4972030-bb99-4377-a458-a55e256d59f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0552754 Aug 18 19:20:58.727595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-80abb3ec-7106-4b6c-89ba-f82bde3260dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.729184 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-80abb3ec-7106-4b6c-89ba-f82bde3260dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1049387 Aug 18 19:20:58.742114 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0631d6-4a21-4fe0-a21e-8d88036040c0 req-ee8edee6-547d-4e8f-8d37-76691cc524ab tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:58.750662 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed0631d6-4a21-4fe0-a21e-8d88036040c0 req-ee8edee6-547d-4e8f-8d37-76691cc524ab tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 944 time: 0.0739124 Aug 18 19:20:58.836177 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed0631d6-4a21-4fe0-a21e-8d88036040c0 req-946051bb-411a-4b27-9f78-08ea0a73ab44 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844209 Aug 18 19:20:58.884440 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-e3940383-a054-4171-a387-1a949209de45 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097739 Aug 18 19:20:58.973457 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52220) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:59.000956 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:59.055697 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836a783d-2f71-4bbb-b671-d63d3fc1bdec req-a1c232c4-481c-4b23-81fa-0149f05f4cc0 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495526 Aug 18 19:20:59.074132 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce72af7-254e-458e-9848-89d2ca9b23a9 req-2bf05340-8f83-47bc-8833-9fa1754f2e63 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:59.080344 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ce72af7-254e-458e-9848-89d2ca9b23a9 req-2bf05340-8f83-47bc-8833-9fa1754f2e63 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0899363 Aug 18 19:20:59.116763 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ce72af7-254e-458e-9848-89d2ca9b23a9 req-573f3265-e290-4e93-a551-b713e8cc96e4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Aug 18 19:20:59.119056 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04930352-cdb3-41b9-b1e6-93c9fa619151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.135062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b116f871-9e45-441f-b259-86d270a011a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.178310 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:20:59.230509 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04930352-cdb3-41b9-b1e6-93c9fa619151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.239034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04930352-cdb3-41b9-b1e6-93c9fa619151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.317170 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-04930352-cdb3-41b9-b1e6-93c9fa619151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ac9cf7b0daf4a6ebfe767b6a5740550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413112 Aug 18 19:20:59.320443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52232) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:59.321105 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:59.325550 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04930352-cdb3-41b9-b1e6-93c9fa619151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96d704-9f08-4bb6-85b7-8bd8f276769e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:59.342092 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'port_id': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'mac_address': 'fa:16:3e:ab:99:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:20:59.354524 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bfdf1-1471-4da7-85fd-79c5dd5432c1 req-e5d833e9-3391-48ee-8b32-c60029c3bd03 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:20:59.365444 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd7bfdf1-1471-4da7-85fd-79c5dd5432c1 req-e5d833e9-3391-48ee-8b32-c60029c3bd03 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0850396 Aug 18 19:20:59.404608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.406716 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd7bfdf1-1471-4da7-85fd-79c5dd5432c1 req-2fef0559-be2e-4ed5-9ec5-22095fb591e9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Aug 18 19:20:59.420854 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:20:59.444684 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:20:59.451394 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.532943 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:59.646655 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.653404 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b116f871-9e45-441f-b259-86d270a011a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.664848 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b116f871-9e45-441f-b259-86d270a011a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.690955 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.705960 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:20:59.738020 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f871-9e45-441f-b259-86d270a011a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962752ea-a563-427c-aed7-d850bb06f55d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:59.745775 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b116f871-9e45-441f-b259-86d270a011a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d0cdec380fc4fbaa1a0ec28db9168a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434535 Aug 18 19:20:59.746203 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52260) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:20:59.777821 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.780998 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:20:59.782232 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a96d704-9f08-4bb6-85b7-8bd8f276769e HTTP/1.1" status: 204 len: 168 time: 0.4578090 Aug 18 19:20:59.816651 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31718e-747e-4130-a3b8-154e850df862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96d704-9f08-4bb6-85b7-8bd8f276769e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:20:59.906924 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:20:59.918996 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a870a20-86f6-41e3-b0c8-b5cccafdbc2b" -d '{"events": [{"server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "name": "network-vif-plugged", "status": "completed", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:00.043449 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.046442 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-accfaf38-9a8a-4788-876f-6df5e9d3869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.047982 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-accfaf38-9a8a-4788-876f-6df5e9d3869a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1098 time: 0.2327113 Aug 18 19:21:00.057146 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ef09-7753-4655-8162-84161272f025 req-9314c306-bfcc-464f-8483-544641c2db18 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.058588 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea15ef09-7753-4655-8162-84161272f025 req-9314c306-bfcc-464f-8483-544641c2db18 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.2061880 Aug 18 19:21:00.120019 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:00.149243 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.186564 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707cb97-1caf-4d7b-9cbd-8dbaa7aca9b1 req-6fd9f743-a7c2-43ab-9a96-4a024a569031 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.188104 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6707cb97-1caf-4d7b-9cbd-8dbaa7aca9b1 req-6fd9f743-a7c2-43ab-9a96-4a024a569031 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 945 time: 0.2019024 Aug 18 19:21:00.241551 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea15ef09-7753-4655-8162-84161272f025 req-753a8d06-e2d4-46d0-8159-2b8fb44e2446 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649168 Aug 18 19:21:00.242093 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8c9516a-47d0-46a7-a633-97f2a06cfebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.259484 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:00.271312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-473fadec-732c-44c5-8aee-ee612e732b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.273173 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-473fadec-732c-44c5-8aee-ee612e732b42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.2119498 Aug 18 19:21:00.280499 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6707cb97-1caf-4d7b-9cbd-8dbaa7aca9b1 req-01add5bb-5fa3-4ace-9ce4-3154760b7fca tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832453 Aug 18 19:21:00.289210 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e747f99-fc1b-46dc-8641-7a4368981861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.329481 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-9f46cf33-d0a0-4bdc-8b77-cce63c4ff923 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 200 len: 217 time: 0.0478194 Aug 18 19:21:00.332104 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.335885 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.339343 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/962752ea-a563-427c-aed7-d850bb06f55d HTTP/1.1" status: 204 len: 168 time: 0.5892377 Aug 18 19:21:00.339481 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca31798-6cf2-4122-a3d1-704c846e5a7b x-openstack-request-id: req-fca31798-6cf2-4122-a3d1-704c846e5a7b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:00.339481 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "name": "network-vif-plugged", "status": "completed", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:00.339481 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fca31798-6cf2-4122-a3d1-704c846e5a7b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:00.339481 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5', 'code': 200} Aug 18 19:21:00.369479 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e9087-596a-4598-bfe7-0bef0db18963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962752ea-a563-427c-aed7-d850bb06f55d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:00.439554 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8c9516a-47d0-46a7-a633-97f2a06cfebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.452046 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8c9516a-47d0-46a7-a633-97f2a06cfebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.458213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-f90fea86-4f69-4c12-83ff-b581bb5f9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.459763 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-f90fea86-4f69-4c12-83ff-b581bb5f9d00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.1166122 Aug 18 19:21:00.506424 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8372931-0937-43a1-9441-b460cfd9d22d req-8f454f5c-846a-46d2-8bae-b73c8850e9e4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.508206 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8372931-0937-43a1-9441-b460cfd9d22d req-8f454f5c-846a-46d2-8bae-b73c8850e9e4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.1000626 Aug 18 19:21:00.512456 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-967e2170-4d6b-4231-ac44-e0d7f93b98c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424571 Aug 18 19:21:00.516999 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e8c9516a-47d0-46a7-a633-97f2a06cfebc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7656bc174e145a3b5339fa5ddea6d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952031 Aug 18 19:21:00.523137 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:00.535110 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9516a-47d0-46a7-a633-97f2a06cfebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da9089-ee1d-42d2-9afc-5bc7d4c5108c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:00.617022 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.640157 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e747f99-fc1b-46dc-8641-7a4368981861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.647402 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e747f99-fc1b-46dc-8641-7a4368981861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.673104 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.712521 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7e747f99-fc1b-46dc-8641-7a4368981861 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f6fc01b5e2546daabbfeeef6d578fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514132 Aug 18 19:21:00.716391 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:00.734217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747f99-fc1b-46dc-8641-7a4368981861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c401d15-c834-4ba8-9b69-ab82ee90b5d2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:00.793059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.795610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.796768 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9da9089-ee1d-42d2-9afc-5bc7d4c5108c HTTP/1.1" status: 204 len: 168 time: 0.2727315 Aug 18 19:21:00.797314 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:00.808546 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.821424 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c52d1c-2084-4dcc-be85-0d7fbc33de43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.823229 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12306c4-40a2-473d-81b9-d5394dc7d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da9089-ee1d-42d2-9afc-5bc7d4c5108c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:00.856266 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.857010 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8372931-0937-43a1-9441-b460cfd9d22d req-b5aa02b0-f719-4de2-a264-b0eda6411c63 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349140 Aug 18 19:21:00.890854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c672a-a2d9-4a41-8e93-b0c13e9be00c req-fa54ceae-d8b6-40bb-a45d-df23a7993384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:00.892599 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c30c672a-a2d9-4a41-8e93-b0c13e9be00c req-fa54ceae-d8b6-40bb-a45d-df23a7993384 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.3833139 Aug 18 19:21:00.946931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.951568 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:00.952828 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-4a2b73e8-2e8a-4bf2-9224-fd32bf0bbd8b service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324527 Aug 18 19:21:00.954239 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c401d15-c834-4ba8-9b69-ab82ee90b5d2 HTTP/1.1" status: 204 len: 168 time: 0.2306232 Aug 18 19:21:00.979162 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a5ed-6568-4bd1-8b92-c761761c5ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c401d15-c834-4ba8-9b69-ab82ee90b5d2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:00.993366 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c30c672a-a2d9-4a41-8e93-b0c13e9be00c req-b7c4c8cb-84b4-4cac-afa6-6ebde2ffe3eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Aug 18 19:21:01.031731 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c52d1c-2084-4dcc-be85-0d7fbc33de43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.038204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c52d1c-2084-4dcc-be85-0d7fbc33de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.089925 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-89c52d1c-2084-4dcc-be85-0d7fbc33de43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=978f11d47f444416adb26bfd0edb7d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884285 Aug 18 19:21:01.090892 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c52d1c-2084-4dcc-be85-0d7fbc33de43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1cdad-f4e9-4f24-a69c-c75bd438b568,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.093675 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:01.099854 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2242b259-529d-4b5a-bd11-96b9f44db825 req-3a204d1b-a105-44ed-8fde-923ebb6207dd service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303151 Aug 18 19:21:01.177666 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.185391 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:21:01.213856 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.219085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:01.285925 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.289277 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.290845 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53d1cdad-f4e9-4f24-a69c-c75bd438b568 HTTP/1.1" status: 204 len: 168 time: 0.1857874 Aug 18 19:21:01.302615 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef1615-fcf5-4b89-a4ca-d97e0a3c4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1cdad-f4e9-4f24-a69c-c75bd438b568,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.362192 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:01.376132 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:01.379857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:01.380256 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.402836 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1332ea17-79f7-4069-8b27-2a2efd62715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.430155 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:01.449478 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:21:01.502748 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b5fae-def4-4f63-b851-7fad17b86579 req-b27716c4-8dc9-490f-8280-194cc9a38f78 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:01.510552 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed8b5fae-def4-4f63-b851-7fad17b86579 req-b27716c4-8dc9-490f-8280-194cc9a38f78 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1649442 Aug 18 19:21:01.526782 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.530789 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.541770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84486-d586-48a1-91b2-983e81b313c7 req-91036b6d-3171-43c6-a1a2-6da289ada194 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:01.543632 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0f84486-d586-48a1-91b2-983e81b313c7 req-91036b6d-3171-43c6-a1a2-6da289ada194 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 945 time: 0.1393964 Aug 18 19:21:01.569784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:01.574343 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1332ea17-79f7-4069-8b27-2a2efd62715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.579877 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1332ea17-79f7-4069-8b27-2a2efd62715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.582140 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed8b5fae-def4-4f63-b851-7fad17b86579 req-70017a5e-7476-4d8b-9fc6-a51e12265c14 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702851 Aug 18 19:21:01.585054 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:01.607139 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.613087 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:21:01.617347 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0f84486-d586-48a1-91b2-983e81b313c7 req-a4c125dc-70a9-45fa-8eae-e54ecd88e82c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602753 Aug 18 19:21:01.619511 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:01.648127 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1332ea17-79f7-4069-8b27-2a2efd62715b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fb47304a6a343c8a487c71471b0288b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647004 Aug 18 19:21:01.648127 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332ea17-79f7-4069-8b27-2a2efd62715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6c349-4805-4701-98de-99b34344efb6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.649251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:01.654275 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.687713 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.726462 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.748016 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.757897 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.810380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.813176 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.814554 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0c6c349-4805-4701-98de-99b34344efb6 HTTP/1.1" status: 204 len: 168 time: 0.1641171 Aug 18 19:21:01.823003 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd251d-df88-4703-b653-8661fa94a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6c349-4805-4701-98de-99b34344efb6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:01.935420 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:01.953325 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac81fc11-70a6-4803-8dc1-9d5c4ea49481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:01.983704 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['d725ebe4-aaea-4d0a-9c67-f5e9e589603f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:02.070523 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c4e9-759f-4240-9c86-c5b94795a932 req-d804f6ab-d062-4604-92e5-2e478a8562c0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:02.072078 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c533c4e9-759f-4240-9c86-c5b94795a932 req-d804f6ab-d062-4604-92e5-2e478a8562c0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.1166527 Aug 18 19:21:02.158509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c533c4e9-759f-4240-9c86-c5b94795a932 req-3ee91640-eb2f-4704-8015-535e3d56e190 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734425 Aug 18 19:21:02.213419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac81fc11-70a6-4803-8dc1-9d5c4ea49481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.217597 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac81fc11-70a6-4803-8dc1-9d5c4ea49481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.257931 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ac81fc11-70a6-4803-8dc1-9d5c4ea49481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b9797dc8b39447c85cc15b216a121e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211300 Aug 18 19:21:02.258851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81fc11-70a6-4803-8dc1-9d5c4ea49481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713ea103-2bf6-462a-9d79-70032f13f390,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:02.261469 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52358) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:02.315656 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.339517 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:02.342211 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e705f45-f2fd-4a75-b233-180360ffe4ed" -d '{"events": [{"server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:02.342463 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.383182 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f780a58-c386-4b4e-8cea-af03e29f6a43 x-openstack-request-id: req-7f780a58-c386-4b4e-8cea-af03e29f6a43 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:02.383653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:02.383653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f780a58-c386-4b4e-8cea-af03e29f6a43 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:02.384187 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'code': 200} Aug 18 19:21:02.404328 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.407323 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:02.408540 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/713ea103-2bf6-462a-9d79-70032f13f390 HTTP/1.1" status: 204 len: 168 time: 0.1452482 Aug 18 19:21:02.427806 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf58a98-8b05-42b4-b998-b1eff62b5f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ea103-2bf6-462a-9d79-70032f13f390,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:02.581391 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b886-6e8c-4cb5-b464-8322c0ab6d3a req-d6906893-cc08-475e-85a4-27dd5a0b34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:02.582887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a252b886-6e8c-4cb5-b464-8322c0ab6d3a req-d6906893-cc08-475e-85a4-27dd5a0b34fb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0453570 Aug 18 19:21:02.625372 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a252b886-6e8c-4cb5-b464-8322c0ab6d3a req-083f091d-6f42-4ce1-a86d-753b0ad926b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332706 Aug 18 19:21:02.714672 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a60e-e37a-4919-8e41-e1b642384d72 req-9b6a72c6-5055-4b02-a851-b7930ad99330 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:02.716238 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04f4a60e-e37a-4919-8e41-e1b642384d72 req-9b6a72c6-5055-4b02-a851-b7930ad99330 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0664530 Aug 18 19:21:02.779098 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04f4a60e-e37a-4919-8e41-e1b642384d72 req-9df30d4d-f099-477b-bb0a-8d502e2dc81d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Aug 18 19:21:02.791774 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2e42e-773d-4348-bd1e-de606f45909e req-1ea0b113-2b9d-459e-8790-af6c3de189cc tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:02.793333 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5a2e42e-773d-4348-bd1e-de606f45909e req-1ea0b113-2b9d-459e-8790-af6c3de189cc tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0761690 Aug 18 19:21:02.839515 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5a2e42e-773d-4348-bd1e-de606f45909e req-fbeca27a-417a-46a6-a076-33f8907c29de tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Aug 18 19:21:03.186084 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:03.245628 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:03.250457 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:03.250969 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:03.321117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2d5cf-8972-4f92-9919-f1e6434e9af5 req-601fa91a-fc0b-4eb7-8087-7197ca01c629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:03.329618 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19c2d5cf-8972-4f92-9919-f1e6434e9af5 req-601fa91a-fc0b-4eb7-8087-7197ca01c629 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0779443 Aug 18 19:21:03.372760 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-902f60ae-3674-4c27-9146-c56873e038fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:03.375974 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:03.385050 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19c2d5cf-8972-4f92-9919-f1e6434e9af5 req-d7031dba-8454-4e03-bcef-20c921d3604e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498650 Aug 18 19:21:03.416956 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:03.422810 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:03.476671 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:03.925008 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39e0eb-dd4f-4ebc-91c5-f30c72a7cbfa req-14214f2f-6d44-416f-a157-4317b05cf91b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:03.926810 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd39e0eb-dd4f-4ebc-91c5-f30c72a7cbfa req-14214f2f-6d44-416f-a157-4317b05cf91b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0608876 Aug 18 19:21:03.993546 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd39e0eb-dd4f-4ebc-91c5-f30c72a7cbfa req-6b028354-68cc-4573-9342-0b3db0194fea tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Aug 18 19:21:04.002188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c32ae-7878-4ed9-94b8-3631db3c044e req-98644b50-a615-4ef3-961e-c844f606bf0a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:04.003715 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-742c32ae-7878-4ed9-94b8-3631db3c044e req-98644b50-a615-4ef3-961e-c844f606bf0a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0757217 Aug 18 19:21:04.052873 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-742c32ae-7878-4ed9-94b8-3631db3c044e req-16f40a40-b602-4632-8c3e-3b88bd03daf7 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Aug 18 19:21:04.199562 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c72dbb-1361-4444-8151-f0da8ba0a3db req-360c3a9e-f0b8-4212-83ce-c5146c9b18fa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:04.204898 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63c72dbb-1361-4444-8151-f0da8ba0a3db req-360c3a9e-f0b8-4212-83ce-c5146c9b18fa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0701547 Aug 18 19:21:04.211370 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:04.217427 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'floatingip': {'port_id': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:04.251374 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52478) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:04.320351 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.385675 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:04.389886 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecfd5c3-281d-4106-b3dd-9bc400bc1bd4" -d '{"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:04.464681 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc88f085-f4e0-452f-bd59-728e3fc3c1c2 x-openstack-request-id: req-dc88f085-f4e0-452f-bd59-728e3fc3c1c2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:04.466414 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:04.466854 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc88f085-f4e0-452f-bd59-728e3fc3c1c2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:04.467468 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'code': 200} Aug 18 19:21:04.504301 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f1eb-2691-4e3c-8eea-15c958ccc7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.556148 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18cba-29ff-4ce5-b495-153533858c5b req-0ea74a53-66ad-48ec-9223-dcd202d9ea87 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:04.558157 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49d18cba-29ff-4ce5-b495-153533858c5b req-0ea74a53-66ad-48ec-9223-dcd202d9ea87 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0833387 Aug 18 19:21:04.606283 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49d18cba-29ff-4ce5-b495-153533858c5b req-707c9448-33e0-41fb-96b4-9e1f8f99b5e8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Aug 18 19:21:04.711414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8695c1-70cf-47d5-b23f-ae98a135d5c4 req-cdb934e6-8997-4cfa-87ef-d3cc8a81c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:04.713382 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce8695c1-70cf-47d5-b23f-ae98a135d5c4 req-cdb934e6-8997-4cfa-87ef-d3cc8a81c5cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1098 time: 0.0458703 Aug 18 19:21:04.715271 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f1eb-2691-4e3c-8eea-15c958ccc7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.724362 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f1eb-2691-4e3c-8eea-15c958ccc7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.765815 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce8695c1-70cf-47d5-b23f-ae98a135d5c4 req-784bcc52-7153-4859-a6c9-c78cd951a84d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Aug 18 19:21:04.829282 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:04.875047 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3f1eb-2691-4e3c-8eea-15c958ccc7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e58d98-5b52-485e-954c-79c98abfdbf9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:04.884393 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bfe3f1eb-2691-4e3c-8eea-15c958ccc7b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd407c93f53248b99e0db779f325372a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6318588 Aug 18 19:21:04.887764 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:04.947918 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1529-3518-4974-94b3-ab7c98d1b1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.966151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:04.998964 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.085389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.089185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.090296 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1e58d98-5b52-485e-954c-79c98abfdbf9 HTTP/1.1" status: 204 len: 168 time: 0.2007916 Aug 18 19:21:05.134795 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1529-3518-4974-94b3-ab7c98d1b1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.139424 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6333-8f41-471b-a6ab-a741b9fcc15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e58d98-5b52-485e-954c-79c98abfdbf9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:05.145042 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1529-3518-4974-94b3-ab7c98d1b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.149211 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.155090 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.193045 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1529-3518-4974-94b3-ab7c98d1b1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd22788-6263-4ffc-a88f-580fe16d45bc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:05.202891 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7d4a1529-3518-4974-94b3-ab7c98d1b1a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4afbf3eaa3104342abac7f43e9f412bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723741 Aug 18 19:21:05.203724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:05.212195 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61376-5937-4a8a-b88a-a8b519bb1ec6 req-63e566a0-4518-43dd-9efd-120c66ba2b7c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:05.213711 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ef61376-5937-4a8a-b88a-a8b519bb1ec6 req-63e566a0-4518-43dd-9efd-120c66ba2b7c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1178825 Aug 18 19:21:05.261121 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ef61376-5937-4a8a-b88a-a8b519bb1ec6 req-3a896bf0-6a90-42d1-998d-aef9d85a850f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Aug 18 19:21:05.330337 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Floating IP ed058fd4-cf08-4f8f-9f09-88d6b2976f62 associated. External IP: 172.27.0.248, port: 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5. Aug 18 19:21:05.333678 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.398922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.614628 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c69a2fff-1a73-4347-a105-3c718ac01ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.716576 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.719147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.720837 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd22788-6263-4ffc-a88f-580fe16d45bc HTTP/1.1" status: 204 len: 168 time: 0.5161228 Aug 18 19:21:05.738553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948489b-2f02-4615-8efd-221b9f621a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd22788-6263-4ffc-a88f-580fe16d45bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:05.755444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995aa8-ea7b-45f9-95a3-914cf1902288 req-8e5fae63-d62b-4214-a069-32ae1eaf4f0f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:05.763280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-84995aa8-ea7b-45f9-95a3-914cf1902288 req-8e5fae63-d62b-4214-a069-32ae1eaf4f0f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0604966 Aug 18 19:21:05.816307 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-84995aa8-ea7b-45f9-95a3-914cf1902288 req-7c784be2-a661-44ca-93bb-b0c8f0faeca3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468059 Aug 18 19:21:05.847032 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:21:05.958035 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:05.971729 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:05.972257 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:05.976451 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.001597 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:06.004255 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:06.007800 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b696db4f-580c-4f3c-af3a-908349f0b6c9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "PUT /v2.0/floatingips/ed058fd4-cf08-4f8f-9f09-88d6b2976f62 HTTP/1.1" status: 200 len: 992 time: 1.7951057 Aug 18 19:21:06.008672 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:06.011539 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3be855a-9bae-4a92-ae3f-09fca294d06e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:06.123254 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcafcb7-2cf0-4559-b2d9-ff041bf30fa1 x-openstack-request-id: req-1bcafcb7-2cf0-4559-b2d9-ff041bf30fa1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:06.123854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:06.124328 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bcafcb7-2cf0-4559-b2d9-ff041bf30fa1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:06.124929 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'status': 'completed', 'code': 200} Aug 18 19:21:06.139766 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:06.252296 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-76ed4825-950d-4358-9a74-8f034c8b80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:06.254919 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-76ed4825-950d-4358-9a74-8f034c8b80d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0754838 Aug 18 19:21:06.326813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52578) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:06.345588 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5b53cdc-970d-4175-94e0-c8660356e837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.447298 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-063a9b00-1c26-48ab-8f1a-27fdf33b82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:06.449103 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-063a9b00-1c26-48ab-8f1a-27fdf33b82db service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.1860938 Aug 18 19:21:06.462495 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e61dd-59bf-4eef-ba74-5f524052c853 req-27e45ec3-b1ae-4865-b897-ac16f0a8ef59 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:06.471592 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-004e61dd-59bf-4eef-ba74-5f524052c853 req-27e45ec3-b1ae-4865-b897-ac16f0a8ef59 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1008437 Aug 18 19:21:06.552886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5b53cdc-970d-4175-94e0-c8660356e837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.567728 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5b53cdc-970d-4175-94e0-c8660356e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.611672 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'ed058fd4-cf08-4f8f-9f09-88d6b2976f62', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:ab:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:42Z', 'updated_at': '2021-08-18T19:21:04Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:06.631545 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-004e61dd-59bf-4eef-ba74-5f524052c853 req-bedc9baa-5918-46c6-b686-82a606b6a1cf tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565430 Aug 18 19:21:06.646518 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-22f12ce2-7559-481e-b559-0c440e311d43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 1000 time: 0.1697371 Aug 18 19:21:06.648369 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f5b53cdc-970d-4175-94e0-c8660356e837 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89f66292bebd4056960bf0c41346ae67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203652 Aug 18 19:21:06.651504 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52594) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:06.687927 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b53cdc-970d-4175-94e0-c8660356e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55506ba3-5294-4822-bc69-e7b531f11ccf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:06.690612 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:06.708578 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-6e5ace2b-10c2-4645-983a-dc26ec6219b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:06.710014 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-6e5ace2b-10c2-4645-983a-dc26ec6219b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0483296 Aug 18 19:21:06.713372 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:06.714198 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:06.734744 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.779049 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.811531 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-9206ed6b-8a31-41f4-af60-c1105f2cf4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:06.815016 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-9206ed6b-8a31-41f4-af60-c1105f2cf4aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888178 Aug 18 19:21:06.848186 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:06.860087 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.862651 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:06.863824 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55506ba3-5294-4822-bc69-e7b531f11ccf HTTP/1.1" status: 204 len: 168 time: 0.2057469 Aug 18 19:21:06.893443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be479bb-91e2-4f7f-87a7-603e72b739c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55506ba3-5294-4822-bc69-e7b531f11ccf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:07.018068 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:07.045836 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-84e9b8b5-9b23-4d51-912e-7288ffd324f1 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171369 Aug 18 19:21:07.066066 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a9d7-b416-4089-9110-ea9967e7c570 req-48ed7cc2-116b-4534-b02c-19267d7a0ee2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:07.067812 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0770a9d7-b416-4089-9110-ea9967e7c570 req-48ed7cc2-116b-4534-b02c-19267d7a0ee2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0958216 Aug 18 19:21:07.180424 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0770a9d7-b416-4089-9110-ea9967e7c570 req-5a051d08-fb60-440c-9408-15a9e1b09bd9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024163 Aug 18 19:21:07.243230 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3be855a-9bae-4a92-ae3f-09fca294d06e req-4f6692fc-4f53-41de-980d-f2f3a237c3d2 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743662 Aug 18 19:21:07.343359 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'ed058fd4-cf08-4f8f-9f09-88d6b2976f62', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:ab:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:42Z', 'updated_at': '2021-08-18T19:21:04Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:07.368013 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1f03-aa9e-4db3-ac71-eddc117962fb req-48570728-147f-4b40-9058-ad9de71a8e15 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:07.377211 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d93c1f03-aa9e-4db3-ac71-eddc117962fb req-48570728-147f-4b40-9058-ad9de71a8e15 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0617263 Aug 18 19:21:07.377933 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdcc8a-94cd-4560-9547-0cbc1f2a200c None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'ed058fd4-cf08-4f8f-9f09-88d6b2976f62', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:ab:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:42Z', 'updated_at': '2021-08-18T19:21:04Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:07.381900 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:07.389457 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'floatingip': {'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:07.439327 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:07.715151 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1c345-ce1d-4946-a096-8e772e4b119a None None] New status for floating IP ed058fd4-cf08-4f8f-9f09-88d6b2976f62: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:21:07.802164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bf473-5bcc-4a09-bd24-24eeb05ea999 req-08b73912-dc00-4b27-86e7-1350bbaa9ce7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:07.805100 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc3bf473-5bcc-4a09-bd24-24eeb05ea999 req-08b73912-dc00-4b27-86e7-1350bbaa9ce7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0745254 Aug 18 19:21:07.869177 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc3bf473-5bcc-4a09-bd24-24eeb05ea999 req-b2e25853-9e18-4c1f-87c0-18cd280aa49f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Aug 18 19:21:08.084008 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:08.089223 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:08.127154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42424d5a-5a92-4950-9ee6-f844515b83d4 req-1f73b6ab-96a0-4a1a-bc0c-c50f9ed112d4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:08.128554 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-42424d5a-5a92-4950-9ee6-f844515b83d4 req-1f73b6ab-96a0-4a1a-bc0c-c50f9ed112d4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0515897 Aug 18 19:21:08.172857 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-42424d5a-5a92-4950-9ee6-f844515b83d4 req-9e2cc325-1545-4bef-a079-7f02114e83b2 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382588 Aug 18 19:21:08.201336 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Floating IP 5da708f7-173a-4cdf-bd71-7418069cfa77 associated. External IP: 172.27.0.51, port: d725ebe4-aaea-4d0a-9c67-f5e9e589603f. Aug 18 19:21:08.433856 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:21:08.557047 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:08.561914 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:08.566433 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:08.575436 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:08.576263 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:08.591428 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ced4efe4-46df-4296-9343-2246c9036097 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "PUT /v2.0/floatingips/5da708f7-173a-4cdf-bd71-7418069cfa77 HTTP/1.1" status: 200 len: 990 time: 1.2080123 Aug 18 19:21:08.592025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:08.594264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57869a70-f27f-4047-a1f3-cb5f2049969e" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:08.622018 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:08.633525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d6a2c1-8913-4a12-8c3a-160a61ca4d0a x-openstack-request-id: req-c9d6a2c1-8913-4a12-8c3a-160a61ca4d0a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:08.633827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:08.634103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9d6a2c1-8913-4a12-8c3a-160a61ca4d0a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:08.634558 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'status': 'completed', 'code': 200} Aug 18 19:21:08.697664 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:08.728870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-415781c4-49b7-4c55-b8ff-311d8c9dcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:08.730701 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-415781c4-49b7-4c55-b8ff-311d8c9dcbb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1098 time: 0.0443864 Aug 18 19:21:08.828614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-491e7e87-690d-437b-8c14-fd4dc06c463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:08.830101 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-491e7e87-690d-437b-8c14-fd4dc06c463a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0907264 Aug 18 19:21:08.908781 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-6d7044d6-883d-4d5a-964b-dd52aec2c35c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 998 time: 0.0656869 Aug 18 19:21:08.943197 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '5da708f7-173a-4cdf-bd71-7418069cfa77', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:45Z', 'updated_at': '2021-08-18T19:21:07Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:08.970941 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:08.979824 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:08.980693 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:08.994414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-388a9e9b-4084-43eb-ade5-d091551194fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:08.995979 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-388a9e9b-4084-43eb-ade5-d091551194fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0745478 Aug 18 19:21:09.010610 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1efa-941a-4513-9eba-3262f69973ff req-00e1b840-18d1-48ef-a42a-42b9447d7791 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:09.012103 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e91f1efa-941a-4513-9eba-3262f69973ff req-00e1b840-18d1-48ef-a42a-42b9447d7791 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0612876 Aug 18 19:21:09.092237 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e91f1efa-941a-4513-9eba-3262f69973ff req-f368033e-2d3c-4bb3-8d79-e7b51cf7da83 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666685 Aug 18 19:21:09.094851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-db616e35-606d-4c93-b14b-38868ad9f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:09.096424 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-db616e35-606d-4c93-b14b-38868ad9f632 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723517 Aug 18 19:21:09.104525 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:09.295799 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ae7b-8a7b-42a9-bed5-77f9f36d69da req-624d3c80-1be1-4bb9-a2b7-53600da6b5df tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:09.297239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c617ae7b-8a7b-42a9-bed5-77f9f36d69da req-624d3c80-1be1-4bb9-a2b7-53600da6b5df tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0481730 Aug 18 19:21:09.334572 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '5da708f7-173a-4cdf-bd71-7418069cfa77', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:45Z', 'updated_at': '2021-08-18T19:21:07Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:09.335391 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c617ae7b-8a7b-42a9-bed5-77f9f36d69da req-36546469-773e-4162-b3d7-27a51030d0f9 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Aug 18 19:21:09.360343 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a8071-b5ea-417d-b1a5-90be08b1982e None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '5da708f7-173a-4cdf-bd71-7418069cfa77', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:20:45Z', 'updated_at': '2021-08-18T19:21:07Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:09.564086 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03b4de-f9ab-4797-976b-a0b7c40a8cdc None None] New status for floating IP 5da708f7-173a-4cdf-bd71-7418069cfa77: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:21:11.112877 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:12.272232 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-ff3babb1-037f-4ff3-b0c1-f82f07b54a4c service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979753 Aug 18 19:21:12.403446 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb18795-8652-4631-b211-1983ba80127c req-3c83a2ff-d771-49b9-9ef4-ad4cefce78a9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:12.404962 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5eb18795-8652-4631-b211-1983ba80127c req-3c83a2ff-d771-49b9-9ef4-ad4cefce78a9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1361530 Aug 18 19:21:12.428348 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b21f5-714f-4bd1-96ee-7804ef7f761d req-03cea68c-5c0f-432d-bc7c-b02f0d3c90f4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:12.429770 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e49b21f5-714f-4bd1-96ee-7804ef7f761d req-03cea68c-5c0f-432d-bc7c-b02f0d3c90f4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.1567886 Aug 18 19:21:12.472657 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57869a70-f27f-4047-a1f3-cb5f2049969e req-ac3e3010-9d8f-46e9-9040-fad80829829e service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798134 Aug 18 19:21:12.496401 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5eb18795-8652-4631-b211-1983ba80127c req-86258d9f-e455-4d33-88b4-0fd4f05d0e1b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Aug 18 19:21:12.501405 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e49b21f5-714f-4bd1-96ee-7804ef7f761d req-736595c8-a3fd-4931-b791-95fb8f95631e tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625021 Aug 18 19:21:15.943075 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519e232-ae09-4f01-af7c-6c17c5bcdbbb req-f38e7a8e-efc7-42e4-9d42-571fb75ab4f4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:15.944563 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7519e232-ae09-4f01-af7c-6c17c5bcdbbb req-f38e7a8e-efc7-42e4-9d42-571fb75ab4f4 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0735657 Aug 18 19:21:15.951862 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c03d-f952-4be6-b71a-be34c66e370d req-ee2fdf4d-acbc-4474-83bb-557eb5758b9d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:15.953295 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ffd1c03d-f952-4be6-b71a-be34c66e370d req-ee2fdf4d-acbc-4474-83bb-557eb5758b9d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0938876 Aug 18 19:21:16.021916 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7519e232-ae09-4f01-af7c-6c17c5bcdbbb req-19205569-9915-4bef-bf8e-58fc6ff7db03 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676830 Aug 18 19:21:16.026702 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ffd1c03d-f952-4be6-b71a-be34c66e370d req-7640b9cd-2527-48cc-97e2-23e1de245afb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667579 Aug 18 19:21:16.899344 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-f964ccee-b8ef-46fa-a42c-4aa28a3f8585 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:16.900999 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-f964ccee-b8ef-46fa-a42c-4aa28a3f8585 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.0719502 Aug 18 19:21:17.351143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c862a-7db7-4227-931f-32299b0a742c req-7b20a89b-ec08-467c-8b92-1087c9ed36e7 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:17.352696 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b5c862a-7db7-4227-931f-32299b0a742c req-7b20a89b-ec08-467c-8b92-1087c9ed36e7 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 946 time: 0.1292236 Aug 18 19:21:17.381802 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb2e77-bc7b-4990-8379-1628b627298a req-c94ae671-87ef-4944-94d7-b1f61ffb74f0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:17.383533 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80eb2e77-bc7b-4990-8379-1628b627298a req-c94ae671-87ef-4944-94d7-b1f61ffb74f0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1611857 Aug 18 19:21:17.395181 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Deleting port 45a8ec5b-6e9a-4085-a712-7596b40af48d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:21:17.395685 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:17.507093 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b5c862a-7db7-4227-931f-32299b0a742c req-c3e95c07-154e-4caf-bf18-c2a4b1c53be8 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa9fd7db-a7c9-436a-a65d-628921249210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405697 Aug 18 19:21:17.512562 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80eb2e77-bc7b-4990-8379-1628b627298a req-a8300384-e6e7-4458-98e8-1b9396741855 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115568 Aug 18 19:21:17.556086 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] For port 45a8ec5b-6e9a-4085-a712-7596b40af48d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=45a8ec5b-6e9a-4085-a712-7596b40af48d,segment=NetworkSegment(2cff4fbd-42a9-4094-84e8-e33da446f284),segment_id=2cff4fbd-42a9-4094-84e8-e33da446f284)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:17.556468 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:17.574369 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Calling delete_port for 45a8ec5b-6e9a-4085-a712-7596b40af48d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:21:17.780058 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-0592121c-4559-4542-a815-d363d8022e1c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:17.782146 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-0592121c-4559-4542-a815-d363d8022e1c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.1818578 Aug 18 19:21:17.833658 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-4ec0f454-234b-4d7f-b4a6-084c7f3cd544 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/quotas/494203d6a445471bb6f57c89a8744c87 HTTP/1.1" status: 200 len: 375 time: 0.0421958 Aug 18 19:21:17.883183 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:17.899856 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['45a8ec5b-6e9a-4085-a712-7596b40af48d'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:17.915071 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Pushing event deleted for resources: {'Port': ['ID=45a8ec5b-6e9a-4085-a712-7596b40af48d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:17.962025 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.962354 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.962689 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.963015 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.963337 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.963660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.964005 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.964329 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.964644 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.964960 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.965470 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.965789 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:17.974825 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-113a683e-4dc8-4037-9439-ba49fe05bb8d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314948 Aug 18 19:21:17.996200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] No DVR routers for this DVR port 45a8ec5b-6e9a-4085-a712-7596b40af48d on host hv-cinder-78409 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:21:18.005614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.009119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fc60199-5926-49bb-9ecf-6e325b58ecab req-2d0589ba-4c2c-4d25-9026-99ac3e8d4754 tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.67 "DELETE /v2.0/ports/45a8ec5b-6e9a-4085-a712-7596b40af48d HTTP/1.1" status: 204 len: 173 time: 1.0964038 Aug 18 19:21:18.009119 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'name': 'network-vif-deleted', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:18.010488 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1164d7b-4796-425e-9b3a-fb7fcd2f686b" -d '{"events": [{"server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "name": "network-vif-deleted", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:18.097269 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-32c1dfc8-3a52-4aab-8755-a4aeaea5cf2b service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023085 Aug 18 19:21:18.165017 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dda089-427e-4be3-b225-1de472efdb3d x-openstack-request-id: req-83dda089-427e-4be3-b225-1de472efdb3d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:18.165302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96cc0b-addc-4287-9221-8d854b6ff1c5", "name": "network-vif-deleted", "tag": "45a8ec5b-6e9a-4085-a712-7596b40af48d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:18.165546 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83dda089-427e-4be3-b225-1de472efdb3d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:18.166021 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96cc0b-addc-4287-9221-8d854b6ff1c5', 'name': 'network-vif-deleted', 'tag': '45a8ec5b-6e9a-4085-a712-7596b40af48d', 'status': 'completed', 'code': 200} Aug 18 19:21:18.194686 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-3d5aa763-d805-40f3-b5da-e4478f383aa3 service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Aug 18 19:21:18.368149 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52872) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:18.404291 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91a8af91-cdff-4cf0-8b1a-bbb42406181b req-f47f12c5-dcae-4459-b9f6-7938bf0cc8e9 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 210 time: 0.0521522 Aug 18 19:21:18.457494 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:18.532202 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.609174 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3726763-6e3d-4fdd-b4d4-70550e43a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.663710 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.669870 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.679822 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-510b3127-25dc-4a67-9fb7-2bca7e17726b req-3f18cb59-6ab7-46ab-9df0-1548e6043c8a tempest-DeleteServersTestJSON-858688875 tempest-DeleteServersTestJSON-858688875-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea96cc0b-addc-4287-9221-8d854b6ff1c5 HTTP/1.1" status: 200 len: 210 time: 0.0547893 Aug 18 19:21:18.699091 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2e09-8f02-4a46-b9a0-16fa0ec39fd5 req-018a0d6b-c462-4a11-98c5-186f070b01a1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:18.708612 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b88d2e09-8f02-4a46-b9a0-16fa0ec39fd5 req-018a0d6b-c462-4a11-98c5-186f070b01a1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1023247 Aug 18 19:21:18.728667 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd52e8a0-8b47-49eb-aae7-c6a9b91d3452,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:18.732542 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d838a53114074e1087358537f54da170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634827 Aug 18 19:21:18.740249 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52894) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:18.754578 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.754946 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.755482 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.756102 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.756699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.757567 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.758152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.758573 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.758985 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.759343 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.759725 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.759953 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b88d2e09-8f02-4a46-b9a0-16fa0ec39fd5 req-60f4c74d-0fcc-4568-8081-a6a96408120f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Aug 18 19:21:18.760132 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5804d32-72af-4780-b604-8af2e17d3f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:18.839712 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.879884 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.895715 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3726763-6e3d-4fdd-b4d4-70550e43a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.904285 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3726763-6e3d-4fdd-b4d4-70550e43a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.954412 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b3726763-6e3d-4fdd-b4d4-70550e43a5fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f2aeeebc5f34a10a5a4f01cd883ce9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956844 Aug 18 19:21:18.956560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3726763-6e3d-4fdd-b4d4-70550e43a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c53086-a677-46b4-b292-a7a0b6885784,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:18.957567 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:18.979075 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.981983 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:18.983316 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd52e8a0-8b47-49eb-aae7-c6a9b91d3452 HTTP/1.1" status: 204 len: 168 time: 0.2420669 Aug 18 19:21:18.993547 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a516-516f-460e-9dd5-9cbb732eb305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd52e8a0-8b47-49eb-aae7-c6a9b91d3452,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:19.095398 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.123614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.185309 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.188879 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.190119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9c53086-a677-46b4-b292-a7a0b6885784 HTTP/1.1" status: 204 len: 168 time: 0.2308462 Aug 18 19:21:19.200320 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9def-19d3-40dc-a7d5-4cedb9135839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c53086-a677-46b4-b292-a7a0b6885784,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:19.365735 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:19.379031 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2003fa90-eb56-49ea-b9cd-3f9a63f4b982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.474975 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2003fa90-eb56-49ea-b9cd-3f9a63f4b982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.487301 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2003fa90-eb56-49ea-b9cd-3f9a63f4b982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.504561 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5cf48acf-8877-4663-9932-61cbfa8098f7 req-ca50a56f-237d-4f70-bdf0-c7d7434accee tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 210 time: 0.0282125 Aug 18 19:21:19.540146 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003fa90-eb56-49ea-b9cd-3f9a63f4b982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca716867-ac36-4094-900b-be670882b91e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:19.544462 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2003fa90-eb56-49ea-b9cd-3f9a63f4b982 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06260c5ae4ab4a3fbdfe529def33ba36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775460 Aug 18 19:21:19.547117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:19.598188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.620814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.672192 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.675161 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:19.676324 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca716867-ac36-4094-900b-be670882b91e HTTP/1.1" status: 204 len: 168 time: 0.1282516 Aug 18 19:21:19.684927 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6884ae-409b-4f08-a1f2-68dc0c3baf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca716867-ac36-4094-900b-be670882b91e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:19.839704 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-f67ed315-8854-4427-8472-7f81e9ebe757 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:19.842006 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-f67ed315-8854-4427-8472-7f81e9ebe757 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.1477289 Aug 18 19:21:19.868665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Request body: {'port': {'device_id': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'admin_state_up': True, 'tenant_id': '494203d6a445471bb6f57c89a8744c87'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:20.045424 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb14a9d-e22e-42f7-9b01-bdaa0dac13ba req-bed18c4a-cc5c-449e-a021-bd1859e95895 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:20.047128 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-adb14a9d-e22e-42f7-9b01-bdaa0dac13ba req-bed18c4a-cc5c-449e-a021-bd1859e95895 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1698525 Aug 18 19:21:20.061744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:20.061744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.116204 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-adb14a9d-e22e-42f7-9b01-bdaa0dac13ba req-0283b99b-cb0e-4129-959f-aff2ba1e865d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Aug 18 19:21:20.251483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Allocated IP 172.20.0.13 (b9596b8c-9cbd-42c9-9809-d6eff356fe98/ae2c7668-f91d-4367-aa5b-4335e8964bae/827cf863-a864-439d-9aaa-670dd50793fb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:20.276427 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52968) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:20.314567 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:20.439883 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7ff2-85cd-4fdf-91e0-e7d0d4afb1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.444378 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.444378 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:20.463975 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db195cd-cd3c-4d64-b885-7e9f035508bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.480976 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1528074273-network', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:20.506144 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.520712 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:20.555820 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:20.558996 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:20.563559 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:20.563742 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7ff2-85cd-4fdf-91e0-e7d0d4afb1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.569186 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:20.569801 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.570316 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7ff2-85cd-4fdf-91e0-e7d0d4afb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.585533 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event updated for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:20.622095 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3e6c7ff2-85cd-4fdf-91e0-e7d0d4afb1f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec71d53ac60e471e9f096457e00a7306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438511 Aug 18 19:21:20.624705 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c7ff2-85cd-4fdf-91e0-e7d0d4afb1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424929be-f7a3-4396-8070-3d689aa856e9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:20.627478 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:20.679319 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09558fd-0d1d-4594-9ef0-9a136c57bfb0 req-2359a81a-fd39-4762-be2e-c362ee51d95e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:20.680775 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d09558fd-0d1d-4594-9ef0-9a136c57bfb0 req-2359a81a-fd39-4762-be2e-c362ee51d95e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 932 time: 0.0889783 Aug 18 19:21:20.687693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.717222 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.730569 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db195cd-cd3c-4d64-b885-7e9f035508bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.738749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4db195cd-cd3c-4d64-b885-7e9f035508bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.743708 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d09558fd-0d1d-4594-9ef0-9a136c57bfb0 req-465a55e5-331e-4f93-b919-88dc505a79ff tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Aug 18 19:21:20.752318 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-6691dd11-0f78-41ff-8f76-2d447d402e2c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8880653 Aug 18 19:21:20.771463 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Made reservation on behalf of 4fc70d5b6ea340fe9a4c68ccabd19e95 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:20.772420 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Request body: {'port': {'device_id': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:20.774249 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.784630 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.799473 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.802220 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.803362 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/424929be-f7a3-4396-8070-3d689aa856e9 HTTP/1.1" status: 204 len: 168 time: 0.1746919 Aug 18 19:21:20.806735 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4db195cd-cd3c-4d64-b885-7e9f035508bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5160421099de4e76974c4ada8b68f0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575387 Aug 18 19:21:20.806868 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 52984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:20.814785 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ca283-aaec-44d8-8a72-10dd8ed2d77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424929be-f7a3-4396-8070-3d689aa856e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:20.814955 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db195cd-cd3c-4d64-b885-7e9f035508bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e80d1-8d22-4f2f-be09-8cf9d89e9051,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:20.872232 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.912978 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.913168 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.919382 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.943906 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:21:20.949894 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.959432 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:20.965317 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:20.965667 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Added segment ddafb239-912a-46df-b749-a0599eeb8a18 of type vlan for network c9306bb6-f9eb-4dab-9087-d5cd4be93277 Aug 18 19:21:21.012538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.040773 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.042124 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.042704 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.095999 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.098882 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.109268 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb6e80d1-8d22-4f2f-be09-8cf9d89e9051 HTTP/1.1" status: 204 len: 168 time: 0.2924552 Aug 18 19:21:21.110116 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] Pushing event updated for resources: {'Network': ['ID=c9306bb6-f9eb-4dab-9087-d5cd4be93277,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:21.117754 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ec0a9cd1-acaa-4dc9-b248-df5d00d7c29a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8018422 Aug 18 19:21:21.120646 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 52992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:21.126873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:21:21.127068 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Request body: {'subnet': {'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1528074273-subnet', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:21.165556 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Made reservation on behalf of 4fc70d5b6ea340fe9a4c68ccabd19e95 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:21.172594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.215619 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827cf863-a864-439d-9aaa-670dd50793fb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:21.235211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.251210 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Transition to ACTIVE for port object 827cf863-a864-439d-9aaa-670dd50793fb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:21.259284 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.261628 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 45a8ec5b-6e9a-4085-a712-7596b40af48d no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:21:21.267122 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c4000-6f88-42e1-a651-b2920a6b3843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e80d1-8d22-4f2f-be09-8cf9d89e9051,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:21.415955 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:21.442920 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Attempting to bind port 827cf863-a864-439d-9aaa-670dd50793fb on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:21.443259 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Attempting to bind port 827cf863-a864-439d-9aaa-670dd50793fb by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:21.443593 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Attempting to bind port 827cf863-a864-439d-9aaa-670dd50793fb on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:21.456378 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Port 827cf863-a864-439d-9aaa-670dd50793fb on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:21:21.456703 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Attempting to bind port 827cf863-a864-439d-9aaa-670dd50793fb on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:21.462202 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 45a8ec5b-6e9a-4085-a712-7596b40af48d {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:21:21.462841 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 45a8ec5b-6e9a-4085-a712-7596b40af48d not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:21:21.466460 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:21.466460 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Checking segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:21.466460 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Bound using segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:21.466855 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Bound port: 827cf863-a864-439d-9aaa-670dd50793fb, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:21.467409 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.483985 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b126d-e3d7-4dde-b72b-81a68d01e796 req-b9e99db6-d6f8-4cca-beca-737bf86e3e86 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.488643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-014b126d-e3d7-4dde-b72b-81a68d01e796 req-b9e99db6-d6f8-4cca-beca-737bf86e3e86 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.2120626 Aug 18 19:21:21.488810 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53012) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:21.591358 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-014b126d-e3d7-4dde-b72b-81a68d01e796 req-5c7f0e03-c4fc-4426-9aee-7b27f8d43b28 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976114 Aug 18 19:21:21.613433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Deleting subnet 36db961f-9533-4425-800f-85ac3e249eb4 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:21:21.614087 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:21.617517 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=827cf863-a864-439d-9aaa-670dd50793fb,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:21.621816 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.624849 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.657958 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.658653 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.660192 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/827cf863-a864-439d-9aaa-670dd50793fb HTTP/1.1" status: 200 len: 1094 time: 0.8936193 Aug 18 19:21:21.662812 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:21.672914 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ed8a1-4794-4e06-9b54-59eac69def05" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "tag": "827cf863-a864-439d-9aaa-670dd50793fb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:21.680598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.716147 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0376813-bba2-4eae-9896-cf8ec6d4f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:21.728794 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.746661 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:21.754165 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d53bcbc-d912-41e9-aa08-2eb8e83554b5 x-openstack-request-id: req-5d53bcbc-d912-41e9-aa08-2eb8e83554b5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:21.754439 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "tag": "827cf863-a864-439d-9aaa-670dd50793fb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:21.754684 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d53bcbc-d912-41e9-aa08-2eb8e83554b5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:21.755069 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb', 'status': 'completed', 'code': 200} Aug 18 19:21:21.772858 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-4175b978-4cfa-4958-a65a-21974647fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.774993 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-4175b978-4cfa-4958-a65a-21974647fdf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 1097 time: 0.0546703 Aug 18 19:21:21.846290 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-b41cbc29-6435-4647-887c-bacbb129f968 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827cf863-a864-439d-9aaa-670dd50793fb HTTP/1.1" status: 200 len: 217 time: 0.0608072 Aug 18 19:21:21.953726 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08240af-014b-4f49-bc6a-1a4c30fd854e req-f657c987-7cbb-4a22-a1f0-12bae77fe927 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.955504 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e08240af-014b-4f49-bc6a-1a4c30fd854e req-f657c987-7cbb-4a22-a1f0-12bae77fe927 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 944 time: 0.1080580 Aug 18 19:21:21.957272 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-5b38855f-b713-4a23-8cd3-1ee987b63da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:21.958753 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-5b38855f-b713-4a23-8cd3-1ee987b63da8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0783553 Aug 18 19:21:22.003819 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c974ea86-79fe-47f2-acbd-62d9560af1de,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:22.031102 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-d76a08f1-c1d0-4617-bb74-7db2c0f63eea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502164 Aug 18 19:21:22.042697 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Checking segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:22.042697 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Network hostable DHCP agents. Network: c9306bb6-f9eb-4dab-9087-d5cd4be93277, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:21:22.044577 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e08240af-014b-4f49-bc6a-1a4c30fd854e req-6775ca45-4774-4e5e-bc01-8378c8ca6ddf tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813098 Aug 18 19:21:22.044821 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:22.088794 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:21:22.094445 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.111956 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.114666 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/36db961f-9533-4425-800f-85ac3e249eb4 HTTP/1.1" status: 204 len: 168 time: 0.6252661 Aug 18 19:21:22.118699 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:22.133509 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0c64-4968-4b5c-ab40-23ebfd3cc29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36db961f-9533-4425-800f-85ac3e249eb4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:22.140525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, c9306bb6-f9eb-4dab-9087-d5cd4be93277) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:22.145361 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:22.146420 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.153252 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0124d2-399d-48e3-bcf2-811622738708 None None] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:22.195553 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-114a5a5d-8d5f-4d4e-bb9f-dc8f958f1366 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0735426 Aug 18 19:21:22.200085 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:22.206325 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:22.217762 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-439182307-network', 'tenant_id': 'c6e36c6c07d540f8b1218c533ffdb359'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:22.274860 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.276623 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.284391 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Made reservation on behalf of c6e36c6c07d540f8b1218c533ffdb359 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:22.287073 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.302287 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.349386 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:21:22.350593 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.373516 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.490926 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.494395 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-c8634221-8a50-442c-b463-c920ecb56262 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481313 Aug 18 19:21:22.528579 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Allocated IP 172.20.0.2 (c9306bb6-f9eb-4dab-9087-d5cd4be93277/c974ea86-79fe-47f2-acbd-62d9560af1de/e47c8fe3-4550-4fd5-904f-e638c244cff9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:22.538494 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.586436 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.634845 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.662219 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:21:22.677596 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37a99553-1874-4d61-81ea-3533bf4f6cf6 req-c6878b28-34a7-4593-97e9-c0eb4d7f3af2 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738665 Aug 18 19:21:22.689213 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bb73c-f75a-4f96-a36e-2698a5325bc8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:22.711567 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.720711 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Transition to ACTIVE for port object e47c8fe3-4550-4fd5-904f-e638c244cff9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:22.726687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.727033 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Added segment 3ca62028-41ce-4cca-87a6-e969573385b3 of type vlan for network cf1059c0-6d42-4cbe-a812-5941982a698b Aug 18 19:21:22.743373 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Transition to ACTIVE for port object e47c8fe3-4550-4fd5-904f-e638c244cff9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:22.751163 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.770640 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.782092 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.782708 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.783610 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.784049 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.784217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.784546 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.784960 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.785912 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.786327 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.786729 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.787138 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:22.804593 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:22.808734 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:22.815943 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:22.823608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Pushing event updated for resources: {'Port': ['ID=e47c8fe3-4550-4fd5-904f-e638c244cff9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:22.825246 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.826389 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:22.826997 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.831297 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.831663 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.832203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.832639 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.832916 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.833275 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.833570 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.833891 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.834218 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.834536 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.834850 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.835387 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:22.887367 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Attempting to bind port e47c8fe3-4550-4fd5-904f-e638c244cff9 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:22.887774 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Attempting to bind port e47c8fe3-4550-4fd5-904f-e638c244cff9 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:22.888168 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Attempting to bind port e47c8fe3-4550-4fd5-904f-e638c244cff9 on network c9306bb6-f9eb-4dab-9087-d5cd4be93277 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:22.893771 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:22.894148 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Checking segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:22.894730 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.895516 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Bound using segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:22.895620 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Bound port: e47c8fe3-4550-4fd5-904f-e638c244cff9, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:22.896022 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:22.901069 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8541372 Aug 18 19:21:22.904260 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:22.909423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Request body: {'subnet': {'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-439182307-subnet', 'tenant_id': 'c6e36c6c07d540f8b1218c533ffdb359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:22.918418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817134fc-6ef0-4406-bc91-36520c505eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1059c0-6d42-4cbe-a812-5941982a698b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:22.930708 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network cf1059c0-6d42-4cbe-a812-5941982a698b details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:21:23.022647 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] For port e47c8fe3-4550-4fd5-904f-e638c244cff9, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:23.028854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:23.029222 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:23.029527 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:23.031582 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:21:23.032014 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3e331f-b046-4f12-a50c-709618943d86']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:23.033397 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Made reservation on behalf of c6e36c6c07d540f8b1218c533ffdb359 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:23.035919 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.042805 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] For port e47c8fe3-4550-4fd5-904f-e638c244cff9, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e47c8fe3-4550-4fd5-904f-e638c244cff9,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:23.048702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.098855 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.102859 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cff4fbd-42a9-4094-84e8-e33da446f284') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:23.103446 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cff4fbd-42a9-4094-84e8-e33da446f284') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:23.127417 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.127763 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.151027 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.171509 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8992e79-ce22-4dda-9e33-89d010abab3e None None] Pushing event updated for resources: {'Port': ['ID=e47c8fe3-4550-4fd5-904f-e638c244cff9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:23.172213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:21:23.172814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: from cryptography.utils import int_from_bytes Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: from cryptography.utils import int_from_bytes Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:21:23.197081 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:21:23.320852 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-bd5b725a-f85e-4be0-914d-6ea6d03bf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.322965 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-bd5b725a-f85e-4be0-914d-6ea6d03bf396 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 1097 time: 0.2776771 Aug 18 19:21:23.324507 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.332506 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Allocated IP 172.27.0.24 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:23.334053 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c03f6e-f93f-4e85-9f2e-4561b03ad994 req-1bebd63d-f429-4e75-b75f-d14e3778c4f8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.335585 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43c03f6e-f93f-4e85-9f2e-4561b03ad994 req-1bebd63d-f429-4e75-b75f-d14e3778c4f8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.2984657 Aug 18 19:21:23.356788 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.361730 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd3e331f-b046-4f12-a50c-709618943d86 HTTP/1.1" status: 204 len: 168 time: 1.2391233 Aug 18 19:21:23.364084 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.388153 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312efa-3ad4-402d-92fe-deef2448737c req-63c347c2-55df-4f75-b931-841f250f553e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.395716 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c312efa-3ad4-402d-92fe-deef2448737c req-63c347c2-55df-4f75-b931-841f250f553e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 944 time: 0.1890287 Aug 18 19:21:23.456429 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff65f14-710c-42e0-886f-7613a62b9131 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3e331f-b046-4f12-a50c-709618943d86,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:23.501949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617e6940-7095-420f-a858-bb105907d9fc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:23.506649 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Checking segment: {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:23.507002 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Network hostable DHCP agents. Network: cf1059c0-6d42-4cbe-a812-5941982a698b, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:21:23.561325 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Network cf1059c0-6d42-4cbe-a812-5941982a698b is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:21:23.562085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c312efa-3ad4-402d-92fe-deef2448737c req-9ac9e81c-148e-441d-b781-80a7f2818703 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651437 Aug 18 19:21:23.588652 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43c03f6e-f93f-4e85-9f2e-4561b03ad994 req-2e4cd432-9444-41d5-8929-6266803c41be tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286758 Aug 18 19:21:23.589986 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.595002 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-1bbce97d-6cec-4bd4-8389-144e8557b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.599015 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, cf1059c0-6d42-4cbe-a812-5941982a698b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:23.607632 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c51732-ca52-4cb8-82e3-c7e1cbfdcf02 None None] Network cf1059c0-6d42-4cbe-a812-5941982a698b requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:23.615352 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-1bbce97d-6cec-4bd4-8389-144e8557b46e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 916 time: 0.2778122 Aug 18 19:21:23.621337 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.622006 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.636401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:23.673016 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-32094002-48da-48ff-8a17-c2b22e5e0174 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7676456 Aug 18 19:21:23.691745 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-7dabf7e7-ec69-4157-b3b5-4f7e2009e1c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827cf863-a864-439d-9aaa-670dd50793fb HTTP/1.1" status: 200 len: 217 time: 0.0649159 Aug 18 19:21:23.722942 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.779209 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-739f9154-8d1c-4e07-8387-3c0a3833551e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f381dad60fc54431a76b5c1d77e20564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1399794 Aug 18 19:21:23.783205 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53080) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:23.801050 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-9cb7e316-e61c-4f77-a3ae-cffea456e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:23.801293 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:23.801950 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:23.802078 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-9cb7e316-e61c-4f77-a3ae-cffea456e3c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0893540 Aug 18 19:21:23.813373 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:23.816202 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:23.854859 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-a5889456-38e5-4d57-9a6f-d8048b1973e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367360 Aug 18 19:21:23.912509 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fa3af-e664-48ee-b8b1-dfb9add1cb33 None None] Network cf1059c0-6d42-4cbe-a812-5941982a698b requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:23.918123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:23.959444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.010473 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-048a23cb-88db-443b-97dc-59784f4bb522 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434014 Aug 18 19:21:24.085858 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.088605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.093104 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa9fd7db-a7c9-436a-a65d-628921249210 HTTP/1.1" status: 204 len: 168 time: 0.3085487 Aug 18 19:21:24.111486 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dee91-0ab6-412d-95ca-b0afed0510d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9fd7db-a7c9-436a-a65d-628921249210,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:24.181375 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-227ed8a1-4794-4e06-9b54-59eac69def05 req-bef74b1c-466d-402f-9d02-b4b4ed732cd5 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528757 Aug 18 19:21:24.232350 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.554380 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac17dd-8de7-49d4-8b52-61b4c27358b2 None None] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:24.580606 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.627991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f0824b6d-05d2-4510-b4fc-a17cb6cf7472 None None] Provisioning for port e47c8fe3-4550-4fd5-904f-e638c244cff9 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:24.770527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Router ebc50195-e632-4d15-8969-decc810bbf77 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:21:24.779060 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e92123-275e-4735-b4b4-14f748d3c455 req-a368f35a-eafe-461d-8b11-5c1d866eb0ef tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:24.780916 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17e92123-275e-4735-b4b4-14f748d3c455 req-a368f35a-eafe-461d-8b11-5c1d866eb0ef tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 944 time: 0.0979795 Aug 18 19:21:24.801415 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f8066-6382-43f2-8f9f-31936e34d252 req-dea82990-37c2-4731-97d1-3efe572d8e9d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:24.809170 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f20f8066-6382-43f2-8f9f-31936e34d252 req-dea82990-37c2-4731-97d1-3efe572d8e9d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0880699 Aug 18 19:21:24.884218 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f20f8066-6382-43f2-8f9f-31936e34d252 req-234c1065-f547-4f62-a9ad-7f4a774eaf4f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675473 Aug 18 19:21:24.898293 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:24.908085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17e92123-275e-4735-b4b4-14f748d3c455 req-bd4f815f-6d46-41c0-8dfc-0cb035840df3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959551 Aug 18 19:21:24.909593 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Sync routers for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:24.925193 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:24.929122 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-74628cd2-a517-4976-910f-20e905143f41 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7254398 Aug 18 19:21:24.929261 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:24.929261 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:24.929542 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53124) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:25.070662 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:25.268839 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e47c8fe3-4550-4fd5-904f-e638c244cff9 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:25.303029 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:24Z', 'revision_number': 3, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:25.323488 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 827cf863-a864-439d-9aaa-670dd50793fb details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:21:25.338619 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port e47c8fe3-4550-4fd5-904f-e638c244cff9 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:25.341563 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Checking router: ebc50195-e632-4d15-8969-decc810bbf77 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:25.342463 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Updating router ebc50195-e632-4d15-8969-decc810bbf77 port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:25.347364 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port e47c8fe3-4550-4fd5-904f-e638c244cff9 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:25.347907 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.374168 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.523665 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=827cf863-a864-439d-9aaa-670dd50793fb,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:25.581740 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '827cf863-a864-439d-9aaa-670dd50793fb', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'port_id': '827cf863-a864-439d-9aaa-670dd50793fb', 'mac_address': 'fa:16:3e:05:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2c7668-f91d-4367-aa5b-4335e8964bae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:21:25.583459 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.695930 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.703651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.708953 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port e47c8fe3-4550-4fd5-904f-e638c244cff9, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e47c8fe3-4550-4fd5-904f-e638c244cff9,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:25.719229 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.758709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827cf863-a864-439d-9aaa-670dd50793fb {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:25.800923 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.802973 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=827cf863-a864-439d-9aaa-670dd50793fb,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:25.812713 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Transition to ACTIVE for port object f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:25.815113 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.820513 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.820963 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=e47c8fe3-4550-4fd5-904f-e638c244cff9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:25.911355 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:25.937997 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Pushing event updated for resources: {'Port': ['ID=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:25.940196 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Attempting to bind port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:25.940567 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Attempting to bind port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:25.940926 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Attempting to bind port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:25.959602 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Allocated IP 172.20.0.1 (c9306bb6-f9eb-4dab-9087-d5cd4be93277/c974ea86-79fe-47f2-acbd-62d9560af1de/35d5986b-a618-40be-9e55-08c77592b057) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:25.959789 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.960002 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.960345 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.960691 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.961010 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.961328 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.961689 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.967967 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.968899 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.968899 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.968899 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.969154 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:21:25.972698 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:25.973066 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:25.973459 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:25.973943 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:25.979350 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Bound port: f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:25.979645 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.040517 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:26.081899 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] For port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:26.088830 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] For port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:26.099635 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.123622 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5d202-81dd-4502-b107-87d91fdb92b6 req-fa10f544-471e-4b4b-9ee2-bdb5d0d615b9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:26.124579 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.126400 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d9f5d202-81dd-4502-b107-87d91fdb92b6 req-fa10f544-471e-4b4b-9ee2-bdb5d0d615b9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1543713 Aug 18 19:21:26.143496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['827cf863-a864-439d-9aaa-670dd50793fb'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:26.156518 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Transition to ACTIVE for port object 35d5986b-a618-40be-9e55-08c77592b057 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:26.181718 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:26.182494 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:26.212554 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-ab1e573d-dd9a-4dc8-a90c-fed05811782b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:26.214200 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-ab1e573d-dd9a-4dc8-a90c-fed05811782b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 813 time: 0.1946340 Aug 18 19:21:26.217454 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d9f5d202-81dd-4502-b107-87d91fdb92b6 req-e08f1235-3eed-465e-841d-a61ef04b631c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Aug 18 19:21:26.230399 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea2b81-5e45-4888-975b-fd90d0d294fc None None] Pushing event updated for resources: {'Port': ['ID=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:26.231986 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.257860 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-1db9ef15-f8fa-49e1-a767-5e3317c32e24 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/quotas/c6e36c6c07d540f8b1218c533ffdb359 HTTP/1.1" status: 200 len: 375 time: 0.0361114 Aug 18 19:21:26.303051 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-b6cf0a59-eabb-4a5f-b524-b19d369998e9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440557 Aug 18 19:21:26.360169 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-536cb444-0d63-4d63-897a-c8a21cb8854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.366911 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:26.371885 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:26.403540 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:26.409618 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Pushing event updated for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:26.416339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:26.416824 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.481149 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4fb6-e731-4c5a-b99e-815de2ee0f80 req-eccb2023-cf8c-48eb-bf1d-953dc32a5bda tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:26.483209 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81ab4fb6-e731-4c5a-b99e-815de2ee0f80 req-eccb2023-cf8c-48eb-bf1d-953dc32a5bda tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 945 time: 0.1506984 Aug 18 19:21:26.488663 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-a86014c7-7a22-4c31-a2b2-54c1c5d175bc service neutron] 10.222.0.25 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847200 Aug 18 19:21:26.628157 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-10c63fd8-b32d-4aef-aef7-5f6ce0771229 service neutron] 10.222.0.25 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302588 Aug 18 19:21:26.681626 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81ab4fb6-e731-4c5a-b99e-815de2ee0f80 req-58734f34-1f3a-4fd0-8aa2-fea186d75a3a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657375 Aug 18 19:21:26.703350 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cd1ebe8d-4101-41b3-8cfb-219859f9de68 None None] Provisioning for port 35d5986b-a618-40be-9e55-08c77592b057 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:26.711771 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cd1ebe8d-4101-41b3-8cfb-219859f9de68 None None] Provisioning complete for port 35d5986b-a618-40be-9e55-08c77592b057 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:26.714133 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd1ebe8d-4101-41b3-8cfb-219859f9de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.715241 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53182) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:26.725449 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-536cb444-0d63-4d63-897a-c8a21cb8854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.740046 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-536cb444-0d63-4d63-897a-c8a21cb8854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.758073 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:24Z', 'revision_number': 3, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:26.801864 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ebe8d-4101-41b3-8cfb-219859f9de68 None None] Port 35d5986b-a618-40be-9e55-08c77592b057 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:26.815072 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e918b9c-b851-4322-9583-b3a21e067783 None None] The sync data for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi is: [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:24Z', 'revision_number': 3, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:26.837590 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:26.837739 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-536cb444-0d63-4d63-897a-c8a21cb8854a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8111aefc2254115b300eb6dde16bdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7963753 Aug 18 19:21:26.842122 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.900132 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cb444-0d63-4d63-897a-c8a21cb8854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427e08f-64d6-4eb4-9dcb-b0b2b4a56db4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:26.925955 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c87f0225-ffa0-4788-8cdf-c34b2cc0478d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:26.969886 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a8cbaa3-7bb2-4d19-9b48-ab9383ed9925 req-37e5fee1-fe0f-4d47-89e0-ee0f3eb794d2 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 210 time: 0.0506186 Aug 18 19:21:27.006194 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.049026 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.089454 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.098042 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.099004 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.139585 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.142661 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.146724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b427e08f-64d6-4eb4-9dcb-b0b2b4a56db4 HTTP/1.1" status: 204 len: 168 time: 0.3079095 Aug 18 19:21:27.149214 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c87f0225-ffa0-4788-8cdf-c34b2cc0478d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.166928 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c87f0225-ffa0-4788-8cdf-c34b2cc0478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.170613 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf17940-4ccf-4b5e-9c11-b3baf3b07e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427e08f-64d6-4eb4-9dcb-b0b2b4a56db4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:27.206170 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Pushing event updated for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:27.233242 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c87f0225-ffa0-4788-8cdf-c34b2cc0478d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f03c8df8bce04525b658d5712f794a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167127 Aug 18 19:21:27.234362 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f0225-ffa0-4788-8cdf-c34b2cc0478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e67c2-fe57-4133-b534-b5e44a5e6a39,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:27.240157 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:27.273267 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:27.274686 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:27.324868 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.344701 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 827cf863-a864-439d-9aaa-670dd50793fb up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:27.385078 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.521555 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff193-35a8-4e9b-8808-81f4f955d0ae req-52326d68-cfe9-4ac7-b9ac-01e94e570e12 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:27.523482 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5bff193-35a8-4e9b-8808-81f4f955d0ae req-52326d68-cfe9-4ac7-b9ac-01e94e570e12 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1153297 Aug 18 19:21:27.528464 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 827cf863-a864-439d-9aaa-670dd50793fb completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:27.535430 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 827cf863-a864-439d-9aaa-670dd50793fb triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:27.537234 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.565537 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Router ebc50195-e632-4d15-8969-decc810bbf77 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:21:27.601275 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.604108 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.608751 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/609e67c2-fe57-4133-b534-b5e44a5e6a39 HTTP/1.1" status: 204 len: 168 time: 0.3670652 Aug 18 19:21:27.680998 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:27.682888 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5bff193-35a8-4e9b-8808-81f4f955d0ae req-3e21f7f2-503e-4deb-b85e-2a4d1b9a221c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523898 Aug 18 19:21:27.686879 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490277-431d-4117-bf25-bd539c182276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e67c2-fe57-4133-b534-b5e44a5e6a39,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:27.873859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:27.879258 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0e4da481-09d8-4f66-8694-cf12acc50b30 None None] Provisioning complete for port 35d5986b-a618-40be-9e55-08c77592b057 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:27.880342 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e4da481-09d8-4f66-8694-cf12acc50b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.894434 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b4c311e6-6a51-4fed-9694-7e07ad45215d admin admin] 10.222.0.25 "PUT /v2.0/routers/ebc50195-e632-4d15-8969-decc810bbf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9534082 Aug 18 19:21:27.921800 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65469d-9f0a-4264-8f97-3dc73c88c0c5 req-2c45dae7-775d-44b5-af59-8123438af9b8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:27.934505 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a65469d-9f0a-4264-8f97-3dc73c88c0c5 req-2c45dae7-775d-44b5-af59-8123438af9b8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 945 time: 0.1515958 Aug 18 19:21:27.970987 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0e4da481-09d8-4f66-8694-cf12acc50b30 None None] Port 35d5986b-a618-40be-9e55-08c77592b057 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:27.991033 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:27.994453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:27.997898 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:27.998270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.021076 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a65469d-9f0a-4264-8f97-3dc73c88c0c5 req-2351442d-758e-4b9a-90cf-452a9203ace0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852590 Aug 18 19:21:28.081890 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:28.084250 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca08618-38da-4068-895b-b268ee8d0990" -d '{"events": [{"server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "name": "network-vif-plugged", "status": "completed", "tag": "827cf863-a864-439d-9aaa-670dd50793fb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:28.118701 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=827cf863-a864-439d-9aaa-670dd50793fb,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:28.128918 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.211576 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.224014 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d5ce976-0211-439a-a98e-d578342bb661 req-cfff0e5d-4575-4ce7-9850-99bff39da3ae tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 210 time: 0.0750573 Aug 18 19:21:28.228421 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:28.240056 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:28.246324 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.247566 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e47c8fe3-4550-4fd5-904f-e638c244cff9 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:28.299584 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd8842-9e78-4a24-adf9-d4386a77c083 x-openstack-request-id: req-bccd8842-9e78-4a24-adf9-d4386a77c083 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:28.300915 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "name": "network-vif-plugged", "status": "completed", "tag": "827cf863-a864-439d-9aaa-670dd50793fb", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:28.301321 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bccd8842-9e78-4a24-adf9-d4386a77c083 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:28.303037 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb', 'code': 200} Aug 18 19:21:28.353741 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:28.383748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port e47c8fe3-4550-4fd5-904f-e638c244cff9 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:28.384279 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.417245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:28.431726 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14d5c21e-f47f-4731-bd28-2673c96be04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.494916 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b141f-f397-4ace-bf98-639acd2c3717 req-666b48aa-a9a8-4182-aa1a-613ecf363339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:28.498016 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-480b141f-f397-4ace-bf98-639acd2c3717 req-666b48aa-a9a8-4182-aa1a-613ecf363339 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 1099 time: 0.0695558 Aug 18 19:21:28.546881 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14d5c21e-f47f-4731-bd28-2673c96be04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.552407 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14d5c21e-f47f-4731-bd28-2673c96be04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.571486 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-480b141f-f397-4ace-bf98-639acd2c3717 req-a852f155-488f-4413-b193-a4ed47040d7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Aug 18 19:21:28.611129 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-14d5c21e-f47f-4731-bd28-2673c96be04d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=263e38b131a44cb18bde6055b26e88a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896439 Aug 18 19:21:28.611129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c21e-f47f-4731-bd28-2673c96be04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6627b8-bb9f-4ed4-b9ed-174bcc29ece1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:28.613260 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53238) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:28.808335 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.884692 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:28.898997 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-e927b125-223c-46ca-ae8a-819193ea844b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:28.900501 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-e927b125-223c-46ca-ae8a-819193ea844b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 813 time: 0.2648554 Aug 18 19:21:28.914040 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a10e5e-d7fc-4338-b85a-1c13add8d4f8 req-0e98035a-2eb9-4d18-82ab-4748e3db10d9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:28.921371 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54a10e5e-d7fc-4338-b85a-1c13add8d4f8 req-0e98035a-2eb9-4d18-82ab-4748e3db10d9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1461558 Aug 18 19:21:28.932270 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Request body: {'port': {'device_id': '77e559a0-49bb-436d-8fd3-90f822728b47', 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b', 'admin_state_up': True, 'tenant_id': 'c6e36c6c07d540f8b1218c533ffdb359'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:29.003134 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53264) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:29.010822 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-464588451-network', 'tenant_id': 'f469e462b86640c7b1965817ababe501'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:29.036751 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Made reservation on behalf of f469e462b86640c7b1965817ababe501 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:29.039562 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.049949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.052175 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54a10e5e-d7fc-4338-b85a-1c13add8d4f8 req-0fb71e4c-f837-4359-8400-a80ff6a34e77 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203754 Aug 18 19:21:29.085193 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.089410 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.092943 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d6627b8-bb9f-4ed4-b9ed-174bcc29ece1 HTTP/1.1" status: 204 len: 168 time: 0.4754894 Aug 18 19:21:29.132510 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848069f5-77ba-400b-b4af-de071ed146e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6627b8-bb9f-4ed4-b9ed-174bcc29ece1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:29.196244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f2ca-529f-4de2-b1de-7a4623d4d345 req-b50a4943-9a00-4d97-8513-bac409361f81 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:29.197490 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5c4f2ca-529f-4de2-b1de-7a4623d4d345 req-b50a4943-9a00-4d97-8513-bac409361f81 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.0698175 Aug 18 19:21:29.258632 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.258773 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5c4f2ca-529f-4de2-b1de-7a4623d4d345 req-cdb190a6-6140-4b44-b347-371f4a0b4d2e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 Aug 18 19:21:29.272131 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.273328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Sync routers for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:29.297781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:29.300023 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:29.302939 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:21:29.303180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Made reservation on behalf of c6e36c6c07d540f8b1218c533ffdb359 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:29.318200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.326279 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.327083 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Added segment 0ca59b58-ce0c-4465-a1bd-2cf603c22f72 of type vlan for network eed4db68-b2f5-4389-9f55-7e6ab53133c0 Aug 18 19:21:29.343027 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce0a41-be48-475d-a847-451f2aa86e60,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:29.401144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:29.430281 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.482899 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.484883 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:29.485845 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.511050 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-404b1915-195a-4343-8555-52318c2c8383 req-e7938556-74f4-4480-b30e-ffe5d50e9755 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 210 time: 0.0945311 Aug 18 19:21:29.607742 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] Pushing event updated for resources: {'Network': ['ID=eed4db68-b2f5-4389-9f55-7e6ab53133c0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:29.635923 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6c12c826-88e9-4354-8295-af0596135921 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6278150 Aug 18 19:21:29.635923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:29.645259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Request body: {'subnet': {'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-464588451-subnet', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:29.656814 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:21:29.657453 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Allocated IP 172.20.0.3 (cf1059c0-6d42-4cbe-a812-5941982a698b/617e6940-7095-420f-a858-bb105907d9fc/b7f13154-189f-4e63-92cf-8cdc479d8f3f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:29.704256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Made reservation on behalf of f469e462b86640c7b1965817ababe501 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:29.707154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.781431 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:29.781976 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.784813 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:29.969943 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:29.978259 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.038796 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0884ccf5-6113-4af3-b106-540282279918,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:30.061343 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.062055 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Checking segment: {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:30.062496 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Network hostable DHCP agents. Network: eed4db68-b2f5-4389-9f55-7e6ab53133c0, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:21:30.084527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:21:30.097291 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, eed4db68-b2f5-4389-9f55-7e6ab53133c0) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:30.105890 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:30.106486 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.109841 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Network cf1059c0-6d42-4cbe-a812-5941982a698b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:30.113908 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:30.118382 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:30.120488 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c2d7a-3674-4915-9f8a-ab13821acece None None] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:30.143982 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f10a945c-1c29-43c5-84a1-31a0b42dd343 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5045867 Aug 18 19:21:30.143982 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53300) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:30.146471 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:30.177907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.179061 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.186864 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:30.189132 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.244334 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165832 Aug 18 19:21:30.251154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77370ec8-3a01-4833-804d-308099a1c303 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Pushing event updated for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:30.270483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434b74c-7ca8-4a54-8e4a-363f99383281 req-38688ac0-1d3f-478c-b277-2bb4441d9e8a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:30.272486 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f434b74c-7ca8-4a54-8e4a-363f99383281 req-38688ac0-1d3f-478c-b277-2bb4441d9e8a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0974612 Aug 18 19:21:30.274857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.277930 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Request body: {'port': {'device_id': '77e559a0-49bb-436d-8fd3-90f822728b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:30.358040 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f434b74c-7ca8-4a54-8e4a-363f99383281 req-dd3821a6-0f55-4c31-962f-751210006c10 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Aug 18 19:21:30.370115 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.392297 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'fixed_ips': [{'subnet_id': '0884ccf5-6113-4af3-b106-540282279918'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:21:30.393152 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.477202 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 2, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:30.480095 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.518507 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Checking router: ebc50195-e632-4d15-8969-decc810bbf77 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:30.519262 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Updating router ebc50195-e632-4d15-8969-decc810bbf77 port 35d5986b-a618-40be-9e55-08c77592b057 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:30.554002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.719618 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Allocated IP 172.20.0.2 (eed4db68-b2f5-4389-9f55-7e6ab53133c0/0884ccf5-6113-4af3-b106-540282279918/41f62a79-1d7e-41d1-bcae-a6dc2be46f8f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:30.741125 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.768230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:30.902332 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41410e7-fd4d-48fc-91ba-e8097f419b00 req-bc65576a-0096-41d9-815b-a9997d745efc tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:30.910097 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b41410e7-fd4d-48fc-91ba-e8097f419b00 req-bc65576a-0096-41d9-815b-a9997d745efc tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 931 time: 0.1482422 Aug 18 19:21:30.920816 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Allocated IP 172.27.0.132 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/8bbff985-2b66-4d7a-866f-ca82d67342f5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:30.929453 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90b7c5-567e-4678-9c81-eead908f3d02 req-94afa97f-ae8d-4edc-884d-8af14397c9e5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:30.937155 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5e90b7c5-567e-4678-9c81-eead908f3d02 req-94afa97f-ae8d-4edc-884d-8af14397c9e5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.1657546 Aug 18 19:21:31.020180 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b41410e7-fd4d-48fc-91ba-e8097f419b00 req-3d3c954d-be45-4575-85e6-885b9bed1f40 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091263 Aug 18 19:21:31.034016 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.062941 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.065597 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Transition to ACTIVE for port object 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:31.069444 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5e90b7c5-567e-4678-9c81-eead908f3d02 req-ba5ff8e8-89d0-43d0-9529-ce551b739271 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312246 Aug 18 19:21:31.087585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.097078 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Transition to ACTIVE for port object 35d5986b-a618-40be-9e55-08c77592b057 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:31.126664 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Transition to ACTIVE for port object 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:31.128047 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.167241 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.195666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:31.220012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:31.245474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:31.247088 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f13154-189f-4e63-92cf-8cdc479d8f3f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:31.249171 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.257642 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.275291 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Transition to ACTIVE for port object b7f13154-189f-4e63-92cf-8cdc479d8f3f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:31.286109 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119bfd9-00d4-4868-8312-486a1e7bf1be None None] Pushing event updated for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:31.294258 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.343222 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:31.366628 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:31.372628 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbff985-2b66-4d7a-866f-ca82d67342f5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:31.375420 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:31.503678 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Attempting to bind port 35d5986b-a618-40be-9e55-08c77592b057 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:31.504291 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Attempting to bind port 35d5986b-a618-40be-9e55-08c77592b057 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:31.504521 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Attempting to bind port 35d5986b-a618-40be-9e55-08c77592b057 on network c9306bb6-f9eb-4dab-9087-d5cd4be93277 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:31.558044 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:31.558428 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Checking segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:31.558835 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.559230 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Bound using segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:31.559865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Bound port: 35d5986b-a618-40be-9e55-08c77592b057, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:31.560253 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.566656 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Attempting to bind port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:31.567029 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Attempting to bind port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:31.567444 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Attempting to bind port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f on network eed4db68-b2f5-4389-9f55-7e6ab53133c0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:31.595180 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:31.595560 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Checking segment: {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:31.596002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.596400 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Bound using segment: {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:31.596890 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Bound port: 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:31.597268 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.617835 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Pushing event updated for resources: {'Port': ['ID=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:31.696317 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:31.766225 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] For port 35d5986b-a618-40be-9e55-08c77592b057, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:31.769471 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] For port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:31.774200 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] For port 35d5986b-a618-40be-9e55-08c77592b057, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=35d5986b-a618-40be-9e55-08c77592b057,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:31.776773 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] For port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:31.782928 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.815477 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3ec05-8e95-476b-b675-33835a10ce1e req-76cd8bc9-eff8-4b94-bf82-b1c630051dd5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:31.825528 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-afc3ec05-8e95-476b-b675-33835a10ce1e req-76cd8bc9-eff8-4b94-bf82-b1c630051dd5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1946080 Aug 18 19:21:31.825706 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.861101 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Attempting to bind port b7f13154-189f-4e63-92cf-8cdc479d8f3f on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:31.862032 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Attempting to bind port b7f13154-189f-4e63-92cf-8cdc479d8f3f by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:31.862703 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Attempting to bind port b7f13154-189f-4e63-92cf-8cdc479d8f3f on network cf1059c0-6d42-4cbe-a812-5941982a698b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:31.871057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Port b7f13154-189f-4e63-92cf-8cdc479d8f3f on network cf1059c0-6d42-4cbe-a812-5941982a698b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:21:31.871401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Attempting to bind port b7f13154-189f-4e63-92cf-8cdc479d8f3f on network cf1059c0-6d42-4cbe-a812-5941982a698b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:31.882360 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119bfd9-00d4-4868-8312-486a1e7bf1be None None] Pushing event updated for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:31.893841 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:31.894858 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:31.896481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:31.896982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Checking segment: {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:31.897304 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Bound using segment: {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:31.897762 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Bound port: b7f13154-189f-4e63-92cf-8cdc479d8f3f, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:31.898121 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.903257 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:31.925174 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-afc3ec05-8e95-476b-b675-33835a10ce1e req-4791fe2a-a6fe-4e11-9a36-25aa03ec44e0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986500 Aug 18 19:21:32.050345 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:32.055233 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:32.065637 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:32.181758 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:32.186761 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:32.190399 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7f13154-189f-4e63-92cf-8cdc479d8f3f HTTP/1.1" status: 200 len: 1093 time: 1.9169569 Aug 18 19:21:32.192274 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:32.206317 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:32.217870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0bd75-687e-42ff-a35d-898de4594ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:32.255642 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a2a3-0dc9-4c71-8e73-4c0aa17d1728 None None] Pushing event updated for resources: {'Port': ['ID=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:32.301089 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:32.315034 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f2de1-a1bd-49d1-a9b7-1554376402f6 x-openstack-request-id: req-e71f2de1-a1bd-49d1-a9b7-1554376402f6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:32.315571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:32.315665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e71f2de1-a1bd-49d1-a9b7-1554376402f6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:32.316110 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f', 'status': 'completed', 'code': 200} Aug 18 19:21:32.406183 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-ca126cff-a215-47f9-ba35-7e428f4c2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:32.407175 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-ca126cff-a215-47f9-ba35-7e428f4c2f76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 1096 time: 0.1573975 Aug 18 19:21:32.437676 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:32.509551 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-5e3cc8dd-cb9b-4636-a36d-9c5c28bec82d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f HTTP/1.1" status: 200 len: 217 time: 0.0765471 Aug 18 19:21:32.519225 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7282-f806-4bda-a0ba-51d090676ac0 req-9a33879d-1d8d-4f9c-b945-dea5a11454dd tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:32.521238 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7edc7282-f806-4bda-a0ba-51d090676ac0 req-9a33879d-1d8d-4f9c-b945-dea5a11454dd tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 943 time: 0.2042630 Aug 18 19:21:32.606922 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7edc7282-f806-4bda-a0ba-51d090676ac0 req-272dc986-6eec-4521-bb37-7620a02ed780 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Aug 18 19:21:32.609033 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-b55df1c6-853d-43f7-95a9-ab4109915973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:32.610722 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-b55df1c6-853d-43f7-95a9-ab4109915973 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=617e6940-7095-420f-a858-bb105907d9fc HTTP/1.1" status: 200 len: 853 time: 0.0882370 Aug 18 19:21:32.621034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Router 50ac1b11-017a-4f6b-871e-9b494d56041e is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:21:32.660433 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-644faf7a-7225-4cc1-b3ad-ea0a34715dc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf1059c0-6d42-4cbe-a812-5941982a698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364299 Aug 18 19:21:32.697178 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:31Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:32.730973 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b601ba9-84ae-4740-9636-5f28a72b3dbc None None] The sync data for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi is: [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:31Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:32.797493 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-0fe28bc1-5a47-4388-9539-8fdc9e744165 service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181033 Aug 18 19:21:32.987893 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02c4940b-0dd3-4629-953c-5f101c1f2c4b req-2864d858-96ea-4519-bda2-c2e9658fa342 service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746738 Aug 18 19:21:33.087387 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:33.097535 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Sync routers for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:33.122163 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:33.127497 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4c71deef-7f52-46c1-8189-2475c5523e39 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9807558 Aug 18 19:21:33.127497 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53396) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:33.127768 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:33.128440 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:33.245274 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bec1-189e-4cf3-8488-b0d449458aab req-edb1a163-25a1-4851-a8e9-8952c459f126 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:33.262339 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed97bec1-189e-4cf3-8488-b0d449458aab req-edb1a163-25a1-4851-a8e9-8952c459f126 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.2032900 Aug 18 19:21:33.281795 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-c9088b0d-ff0d-4bd9-8b42-bd66cbfdbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:33.290741 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-c9088b0d-ff0d-4bd9-8b42-bd66cbfdbd70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 1096 time: 0.2186949 Aug 18 19:21:33.375544 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3c7ecde-376c-482f-a3df-164d4f0a650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:33.497075 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:33.498191 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 35d5986b-a618-40be-9e55-08c77592b057 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:33.579137 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 35d5986b-a618-40be-9e55-08c77592b057 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:33.587603 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 35d5986b-a618-40be-9e55-08c77592b057 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:33.588353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:33.616344 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-d4753b19-6c60-4a86-9c8b-1624e7a97a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:33.618575 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-d4753b19-6c60-4a86-9c8b-1624e7a97a0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 914 time: 0.3146994 Aug 18 19:21:33.706763 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40fcc7-f555-4fc0-9d0e-6e5d8fb85614 None None] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:33.790834 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-904f01e9-461a-4443-9e46-f443bd351a23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f HTTP/1.1" status: 200 len: 217 time: 0.1521184 Aug 18 19:21:34.001402 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ed97bec1-189e-4cf3-8488-b0d449458aab req-fdc2d2ae-75b0-47cc-9f6d-504440df47c4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390571 Aug 18 19:21:34.079032 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:31Z', 'revision_number': 3, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:34.128772 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-87403f72-949c-4e66-9dd8-f3ebb8c728f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:34.130664 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-87403f72-949c-4e66-9dd8-f3ebb8c728f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=617e6940-7095-420f-a858-bb105907d9fc HTTP/1.1" status: 200 len: 853 time: 0.3191550 Aug 18 19:21:34.137385 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.157269 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339440-bfb3-4d27-9bde-c82eb5363891 req-315aef73-b37a-44c0-9a47-cbe0868e430e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:34.164786 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Checking router: 50ac1b11-017a-4f6b-871e-9b494d56041e for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:34.170648 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Updating router 50ac1b11-017a-4f6b-871e-9b494d56041e port 8bbff985-2b66-4d7a-866f-ca82d67342f5 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:34.171478 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f1339440-bfb3-4d27-9bde-c82eb5363891 req-315aef73-b37a-44c0-9a47-cbe0868e430e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 943 time: 0.2034636 Aug 18 19:21:34.204284 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.204955 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 35d5986b-a618-40be-9e55-08c77592b057, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=35d5986b-a618-40be-9e55-08c77592b057,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:34.216083 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.218149 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:34.230984 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.236806 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:34.257648 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c0f317ff-6fd6-43ad-9cd5-a9a3a860ace3 None None] Provisioning for port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:34.404737 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-0e713ace-308f-4284-9bdb-244f57dd781f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf1059c0-6d42-4cbe-a812-5941982a698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2652194 Aug 18 19:21:34.452627 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:34.502550 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-596f8410-a9fc-4743-9ffe-fee711fd1718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.521252 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:34.525016 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f1339440-bfb3-4d27-9bde-c82eb5363891 req-220b06c7-2423-46c5-9ab8-387d409ae45b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009815 Aug 18 19:21:34.528556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:34.528971 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.607779 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Allocated IP 172.20.0.1 (eed4db68-b2f5-4389-9f55-7e6ab53133c0/0884ccf5-6113-4af3-b106-540282279918/884d2d1c-ea70-451c-8e90-906b2160a545) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:34.663808 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.687961 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Transition to ACTIVE for port object 8bbff985-2b66-4d7a-866f-ca82d67342f5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:34.696201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-2b604a11-d123-4eaa-a84d-a8f07a5065cc tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:34.698689 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-2b604a11-d123-4eaa-a84d-a8f07a5065cc tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.5081940 Aug 18 19:21:34.704790 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.712080 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.732687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-596f8410-a9fc-4743-9ffe-fee711fd1718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.740090 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-b938eff3-eecc-41a5-9ddf-26de7550c956 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/quotas/494203d6a445471bb6f57c89a8744c87 HTTP/1.1" status: 200 len: 375 time: 0.0326805 Aug 18 19:21:34.755465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-596f8410-a9fc-4743-9ffe-fee711fd1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.765252 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:34.774520 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.798931 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-a609b53d-c800-4a80-b0bb-d5dfa07fdb6b service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637264 Aug 18 19:21:34.805071 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Attempting to bind port 8bbff985-2b66-4d7a-866f-ca82d67342f5 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:34.805437 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Attempting to bind port 8bbff985-2b66-4d7a-866f-ca82d67342f5 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:34.805798 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Attempting to bind port 8bbff985-2b66-4d7a-866f-ca82d67342f5 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:34.807738 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed656f3-b4de-4ab1-98c8-0ea972b1bb2e None None] Pushing event updated for resources: {'Port': ['ID=8bbff985-2b66-4d7a-866f-ca82d67342f5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:34.817365 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:34.817365 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:34.817709 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.818105 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:34.818580 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Bound port: 8bbff985-2b66-4d7a-866f-ca82d67342f5, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:34.819465 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.875462 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-213242fd-0ee8-4dde-9fb1-8d994c969743 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342864 Aug 18 19:21:34.889157 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:34.893525 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-596f8410-a9fc-4743-9ffe-fee711fd1718 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7807a97741db492789ad4558570965e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527956 Aug 18 19:21:34.895023 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53440) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:34.897575 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f8410-a9fc-4743-9ffe-fee711fd1718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b8f80a-7428-474f-9b15-515580f48970,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:34.911443 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] For port 8bbff985-2b66-4d7a-866f-ca82d67342f5, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:34.915023 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] For port 8bbff985-2b66-4d7a-866f-ca82d67342f5, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=8bbff985-2b66-4d7a-866f-ca82d67342f5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:34.924230 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.969532 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:34.996720 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:34.997350 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:35.003225 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Transition to ACTIVE for port object 884d2d1c-ea70-451c-8e90-906b2160a545 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:35.009830 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.040727 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a8996fb5-3556-46be-9e9c-169b83266da2 None None] Provisioning complete for port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:35.041101 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8996fb5-3556-46be-9e9c-169b83266da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.044282 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.062727 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed656f3-b4de-4ab1-98c8-0ea972b1bb2e None None] Pushing event updated for resources: {'Port': ['ID=8bbff985-2b66-4d7a-866f-ca82d67342f5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:35.111744 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4ee3bf5-9ade-45cc-9ca3-8eed20cc8d0b req-1fa9e85b-fc48-496c-816e-151f3f85b41d service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897758 Aug 18 19:21:35.139522 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.139522 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.139522 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6b8f80a-7428-474f-9b15-515580f48970 HTTP/1.1" status: 204 len: 168 time: 0.2401052 Aug 18 19:21:35.153610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.174038 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f18c6-3531-4e59-a403-929735868647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b8f80a-7428-474f-9b15-515580f48970,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:35.209005 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-5d151e68-3138-443e-b295-4664633716e5 service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323939 Aug 18 19:21:35.234434 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:35.239317 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:35.242185 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:35.288313 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081286b1-c9c4-4609-9195-0f18c0a52d9b req-14ff1bef-1505-4f3e-96a4-a61331ae5c78 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:35.298371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Pushing event updated for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:35.303337 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-081286b1-c9c4-4609-9195-0f18c0a52d9b req-14ff1bef-1505-4f3e-96a4-a61331ae5c78 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1397135 Aug 18 19:21:35.308620 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:35.309242 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.356007 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 35d5986b-a618-40be-9e55-08c77592b057 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:35.392777 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-4f44bae6-90e9-4a8a-ac5d-4566e621615d service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828437 Aug 18 19:21:35.415182 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device b7f13154-189f-4e63-92cf-8cdc479d8f3f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:21:35.423428 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-081286b1-c9c4-4609-9195-0f18c0a52d9b req-efaa0c55-9ad0-4cc4-917f-a70b3a67d1bb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191692 Aug 18 19:21:35.542842 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:35.558525 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f', 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b', 'port_id': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f', 'mac_address': 'fa:16:3e:95:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617e6940-7095-420f-a858-bb105907d9fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:21:35.563746 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-36362565-325c-420e-ac45-3f89414522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:31Z', 'revision_number': 3, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:35.591311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.594293 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36362565-325c-420e-ac45-3f89414522c5 None None] The sync data for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi is: [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:31Z', 'revision_number': 3, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:35.695361 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 35d5986b-a618-40be-9e55-08c77592b057 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:35.695874 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.717114 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20953e3c-3fcc-4252-8a5a-cdcab188c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.786334 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.799784 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16231bdd-3aef-4034-9b4d-b124b8083062 req-41a67f00-1490-4e26-8f0b-155586b8deb8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 210 time: 0.0698538 Aug 18 19:21:35.845528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42f6ed-de59-4257-85e7-c42af34b6ead req-0fc2a398-49a4-4b8b-bfec-cdd15948a1c4 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:35.857159 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f42f6ed-de59-4257-85e7-c42af34b6ead req-0fc2a398-49a4-4b8b-bfec-cdd15948a1c4 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 943 time: 0.2026651 Aug 18 19:21:35.873055 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f13154-189f-4e63-92cf-8cdc479d8f3f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:35.922977 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f42f6ed-de59-4257-85e7-c42af34b6ead req-63a125d9-8ca4-46c2-a307-44709bc9a765 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626218 Aug 18 19:21:35.949812 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:35.956042 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:35.982466 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.988458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56139660-0070-44e2-ab20-59baafe076e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:35.991230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.002956 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.004238 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.021398 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d6847414-8f18-4c45-8769-758292016ad8 None None] Provisioning for port 884d2d1c-ea70-451c-8e90-906b2160a545 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:36.131470 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.144876 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Pushing event updated for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:36.172220 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d6847414-8f18-4c45-8769-758292016ad8 None None] Provisioning complete for port 884d2d1c-ea70-451c-8e90-906b2160a545 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:36.172220 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6847414-8f18-4c45-8769-758292016ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.225033 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:36.228235 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56139660-0070-44e2-ab20-59baafe076e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.246598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:36.249451 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:36.252151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56139660-0070-44e2-ab20-59baafe076e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.298043 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d6847414-8f18-4c45-8769-758292016ad8 None None] Port 884d2d1c-ea70-451c-8e90-906b2160a545 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:36.303040 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-56139660-0070-44e2-ab20-59baafe076e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=463e74617d1741648b3ad9d34ddc2dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519506 Aug 18 19:21:36.308588 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:36.321829 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:36.379781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['b7f13154-189f-4e63-92cf-8cdc479d8f3f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:36.407656 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56139660-0070-44e2-ab20-59baafe076e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4241c2fc-7e34-488d-a2c9-d6b1fb7ac658,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:36.450825 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Router 50ac1b11-017a-4f6b-871e-9b494d56041e has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:21:36.481353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:36.481778 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.581502 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.635316 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.744521 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:36.746847 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ee55e7b7-6de1-4c95-a303-944498d8ec2d None None] Provisioning complete for port 884d2d1c-ea70-451c-8e90-906b2160a545 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:36.747222 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee55e7b7-6de1-4c95-a303-944498d8ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.753108 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-50e808d7-e33d-444a-af94-3024d725d992 admin admin] 10.222.0.25 "PUT /v2.0/routers/50ac1b11-017a-4f6b-871e-9b494d56041e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6253953 Aug 18 19:21:36.770775 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474de28-fc75-4242-bc32-8ffb425d43a6 req-8192c89c-cf33-4815-8d58-c2e9285231d4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:36.781161 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a474de28-fc75-4242-bc32-8ffb425d43a6 req-8192c89c-cf33-4815-8d58-c2e9285231d4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1277373 Aug 18 19:21:36.831483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.835798 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:36.837724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4241c2fc-7e34-488d-a2c9-d6b1fb7ac658 HTTP/1.1" status: 204 len: 168 time: 0.5146461 Aug 18 19:21:36.846931 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ee55e7b7-6de1-4c95-a303-944498d8ec2d None None] Port 884d2d1c-ea70-451c-8e90-906b2160a545 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:36.882271 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a474de28-fc75-4242-bc32-8ffb425d43a6 req-6575bb0e-82d9-4012-a1df-a2bdf69e3bd1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997438 Aug 18 19:21:36.883520 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af383307-6b7b-4b8d-bd01-2193dd0db588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4241c2fc-7e34-488d-a2c9-d6b1fb7ac658,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:36.990927 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98a5e60e-0ccc-498e-bb39-287d380d642b req-1fbc56f5-5ad1-4a31-9b2c-f021e8882e87 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 210 time: 0.0708714 Aug 18 19:21:37.032958 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:37.136132 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32971494-a330-4aca-82aa-788fd687a21d req-24ac8c15-e578-4acb-951c-d0433fd101e0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:37.137956 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32971494-a330-4aca-82aa-788fd687a21d req-24ac8c15-e578-4acb-951c-d0433fd101e0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 944 time: 0.0860753 Aug 18 19:21:37.247095 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32971494-a330-4aca-82aa-788fd687a21d req-b21a07c7-2e3f-43b3-b40e-9bc2c5637901 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963645 Aug 18 19:21:37.348569 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 8bbff985-2b66-4d7a-866f-ca82d67342f5 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:37.406983 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 8bbff985-2b66-4d7a-866f-ca82d67342f5 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:37.414094 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 8bbff985-2b66-4d7a-866f-ca82d67342f5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:37.414310 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:37.575458 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:37.603407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 8bbff985-2b66-4d7a-866f-ca82d67342f5, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=8bbff985-2b66-4d7a-866f-ca82d67342f5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:37.613568 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:37.773534 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=8bbff985-2b66-4d7a-866f-ca82d67342f5,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:37.818192 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-b18de9b2-cc64-461d-94c2-bf56dab39bf4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:37.820195 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-b18de9b2-cc64-461d-94c2-bf56dab39bf4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.2145097 Aug 18 19:21:37.839577 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Request body: {'port': {'device_id': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'admin_state_up': True, 'tenant_id': '494203d6a445471bb6f57c89a8744c87'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:38.070595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:38.074681 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:38.115475 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61947b1-ddb1-4f63-9134-61a9bda3333c req-a85f0a76-f41e-412f-bddf-eb698164c29f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:38.123767 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a61947b1-ddb1-4f63-9134-61a9bda3333c req-a85f0a76-f41e-412f-bddf-eb698164c29f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1535399 Aug 18 19:21:38.204400 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a390a8-e4af-4440-91cd-e28ac043b498 req-4f37a21c-f666-4ef3-827e-06d91a4396f1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 210 time: 0.1123455 Aug 18 19:21:38.242134 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Sync routers for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:38.258111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:38.259370 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:38.347366 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a61947b1-ddb1-4f63-9134-61a9bda3333c req-ed0ebe49-f8a3-4f3b-9455-76318055fe55 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229288 Aug 18 19:21:38.510057 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:38.597949 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Allocated IP 172.20.0.12 (b9596b8c-9cbd-42c9-9809-d6eff356fe98/ae2c7668-f91d-4367-aa5b-4335e8964bae/5c6cb44e-a512-4335-8c44-400245d7a207) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:38.602801 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:21:38.680475 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d86c7-2b0d-4102-816b-136953d15d7a req-27e23a2e-c6d9-40ba-bf0b-a1190da27529 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:38.701043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6e0d86c7-2b0d-4102-816b-136953d15d7a req-27e23a2e-c6d9-40ba-bf0b-a1190da27529 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 944 time: 0.2139165 Aug 18 19:21:38.745796 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:38.830220 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6e0d86c7-2b0d-4102-816b-136953d15d7a req-f63a46f4-7cb5-4571-b3d6-a32a454015fa tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135347 Aug 18 19:21:38.944414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:38.952033 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:35Z', 'revision_number': 4, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '884d2d1c-ea70-451c-8e90-906b2160a545', 'name': '', 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'mac_address': 'fa:16:3e:7d:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0884ccf5-6113-4af3-b106-540282279918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:34Z', 'updated_at': '2021-08-18T19:21:35Z', 'revision_number': 2, 'project_id': 'f469e462b86640c7b1965817ababe501', 'subnets': [{'id': '0884ccf5-6113-4af3-b106-540282279918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:38.996734 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:39.029980 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07', '827cf863-a864-439d-9aaa-670dd50793fb'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:39.115424 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event updated for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:39.130660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Checking router: 50ac1b11-017a-4f6b-871e-9b494d56041e for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:39.131518 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Updating router 50ac1b11-017a-4f6b-871e-9b494d56041e port 884d2d1c-ea70-451c-8e90-906b2160a545 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:39.165158 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:39.166797 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:39.212623 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:39.220357 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:39.299672 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-910f64a1-f36b-49c7-87b0-cee3d1f086c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1616511 Aug 18 19:21:39.314730 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:39.315618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:39.388189 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-9d339173-612b-4d3d-aca1-f172b7f070c5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5542166 Aug 18 19:21:39.411620 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Request body: {'port': {'device_id': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:39.433525 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 8bbff985-2b66-4d7a-866f-ca82d67342f5 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:39.457349 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device b7f13154-189f-4e63-92cf-8cdc479d8f3f up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:39.603338 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:39.625532 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-fd599e06-5982-4865-9903-32041c3ea241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:39.627083 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-fd599e06-5982-4865-9903-32041c3ea241 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 1098 time: 0.1920698 Aug 18 19:21:39.668972 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832810-ea8c-47cb-ad34-2a0d619d9977 req-077ca221-6dc8-484a-b8a8-031f273062cd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:39.672845 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32832810-ea8c-47cb-ad34-2a0d619d9977 req-077ca221-6dc8-484a-b8a8-031f273062cd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 932 time: 0.1986372 Aug 18 19:21:39.744535 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 8bbff985-2b66-4d7a-866f-ca82d67342f5 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:39.744911 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:39.986334 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port b7f13154-189f-4e63-92cf-8cdc479d8f3f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:40.011352 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port b7f13154-189f-4e63-92cf-8cdc479d8f3f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:40.011723 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.050623 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320edd-c863-4701-8ae9-daa0d83cc092 req-e343f052-43b0-4d10-bfaf-fbc65776c227 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:40.058523 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98320edd-c863-4701-8ae9-daa0d83cc092 req-e343f052-43b0-4d10-bfaf-fbc65776c227 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.5389023 Aug 18 19:21:40.244590 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32832810-ea8c-47cb-ad34-2a0d619d9977 req-9e4ff20c-b196-41fd-8a96-154803646bed tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241325 Aug 18 19:21:40.255743 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98320edd-c863-4701-8ae9-daa0d83cc092 req-d5d3b7e0-514e-4ffc-9947-48bbc8361058 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966109 Aug 18 19:21:40.408077 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.410881 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.432355 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-ed042385-2014-47bd-a1c5-cb0ca271229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:40.439230 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-ed042385-2014-47bd-a1c5-cb0ca271229b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 916 time: 0.4229536 Aug 18 19:21:40.459144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Transition to ACTIVE for port object 884d2d1c-ea70-451c-8e90-906b2160a545 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:40.503894 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-c517424a-ab01-4d3c-a103-2056fab31fc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99d3080b-59ee-443b-be25-434b078bda07 HTTP/1.1" status: 200 len: 217 time: 0.0561664 Aug 18 19:21:40.504806 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.624118 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:40.626504 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbcff2-966d-4598-afb5-31bf7c3245c5" -d '{"events": [{"server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:40.665375 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d53d-9a41-43be-b8f5-dde38736ba78 None None] Pushing event updated for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:40.677463 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-33500bf7-1fa2-43c3-ab75-7de86211c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:40.679067 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:40.685765 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-33500bf7-1fa2-43c3-ab75-7de86211c03f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.1657453 Aug 18 19:21:40.734694 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d16959-33b0-45d6-9d07-4625fe882c41 x-openstack-request-id: req-d0d16959-33b0-45d6-9d07-4625fe882c41 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:40.735365 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "name": "network-vif-plugged", "status": "completed", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:40.735811 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0d16959-33b0-45d6-9d07-4625fe882c41 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:40.736530 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f', 'code': 200} Aug 18 19:21:40.740467 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.754252 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-85aebd7f-ba77-4a76-bfb1-c54d456b6552 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556476 Aug 18 19:21:40.775028 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea106d-b693-4dfb-a8e8-fd70c688243b req-b257499a-5da7-4634-937c-e285166845e4 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:40.776784 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25ea106d-b693-4dfb-a8e8-fd70c688243b req-b257499a-5da7-4634-937c-e285166845e4 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 944 time: 0.1883070 Aug 18 19:21:40.862367 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Attempting to bind port 884d2d1c-ea70-451c-8e90-906b2160a545 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:40.863012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Attempting to bind port 884d2d1c-ea70-451c-8e90-906b2160a545 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:40.863601 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Attempting to bind port 884d2d1c-ea70-451c-8e90-906b2160a545 on network eed4db68-b2f5-4389-9f55-7e6ab53133c0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:40.882454 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:40.883142 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Checking segment: {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:40.883576 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6cb44e-a512-4335-8c44-400245d7a207 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:40.883935 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.884502 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Bound using segment: {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:40.885171 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Bound port: 884d2d1c-ea70-451c-8e90-906b2160a545, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca59b58-ce0c-4465-a1bd-2cf603c22f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:40.885740 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.889382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:40.897092 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.949404 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25ea106d-b693-4dfb-a8e8-fd70c688243b req-786035cc-6640-4da4-9094-da6a3cd3d833 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375072 Aug 18 19:21:40.952274 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Transition to ACTIVE for port object 5c6cb44e-a512-4335-8c44-400245d7a207 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:40.958172 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:40.987096 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] For port 884d2d1c-ea70-451c-8e90-906b2160a545, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:40.996053 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] For port 884d2d1c-ea70-451c-8e90-906b2160a545, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=884d2d1c-ea70-451c-8e90-906b2160a545,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:41.005723 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:41.027126 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6512-f7af-44ed-b92c-cfcafb907bdf req-3b118f44-69c4-472d-a45e-dd985b025d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:41.029668 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f46e6512-f7af-44ed-b92c-cfcafb907bdf req-3b118f44-69c4-472d-a45e-dd985b025d25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 1098 time: 0.0917447 Aug 18 19:21:41.048211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:41.052410 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-5d4aa741-2e90-42da-9ecd-a9436c5af72e service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487392 Aug 18 19:21:41.073729 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:41.076729 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:41.106641 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f46e6512-f7af-44ed-b92c-cfcafb907bdf req-0152336a-c322-4226-a367-1d296972f223 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Aug 18 19:21:41.190855 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d53d-9a41-43be-b8f5-dde38736ba78 None None] Pushing event updated for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:41.226737 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c929af90-a288-4e31-b59f-fc21b0d41263 req-73e5bba5-4349-4106-90d6-96241d765a24 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595836 Aug 18 19:21:41.235800 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:41.252185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Attempting to bind port 5c6cb44e-a512-4335-8c44-400245d7a207 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:41.256505 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Attempting to bind port 5c6cb44e-a512-4335-8c44-400245d7a207 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:41.257525 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Attempting to bind port 5c6cb44e-a512-4335-8c44-400245d7a207 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:41.262899 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Port 5c6cb44e-a512-4335-8c44-400245d7a207 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:21:41.263506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Attempting to bind port 5c6cb44e-a512-4335-8c44-400245d7a207 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:41.270345 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:41.270869 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Checking segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:41.271313 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Bound using segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:41.271872 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Bound port: 5c6cb44e-a512-4335-8c44-400245d7a207, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:41.272547 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:41.298194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:41.389777 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:41.394349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5c6cb44e-a512-4335-8c44-400245d7a207,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:41.423370 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:41.528453 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:41.529115 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:41.530871 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] 10.222.0.67 "PUT /v2.0/ports/5c6cb44e-a512-4335-8c44-400245d7a207 HTTP/1.1" status: 200 len: 1094 time: 2.1258383 Aug 18 19:21:41.537878 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:41.540766 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729d3c9-5bed-4f4e-9dba-839073033615" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:41.578101 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4d04b-5abe-4b31-a35a-2859d351d556 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:41.593268 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b2e6-4acb-45e7-9f09-6e6337fc4888 req-5e226d68-1d2e-44f2-b7c1-2493f2f41530 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:41.594889 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b799b2e6-4acb-45e7-9f09-6e6337fc4888 req-5e226d68-1d2e-44f2-b7c1-2493f2f41530 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1808927 Aug 18 19:21:41.605389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca6dd-c526-485d-a022-b53a2f9b4ee9 req-3bae0336-11d9-4044-a5b4-3d6f8ef96730 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:41.607046 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c86ca6dd-c526-485d-a022-b53a2f9b4ee9 req-3bae0336-11d9-4044-a5b4-3d6f8ef96730 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 944 time: 0.1965871 Aug 18 19:21:41.656271 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:35Z', 'revision_number': 4, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '884d2d1c-ea70-451c-8e90-906b2160a545', 'name': '', 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'mac_address': 'fa:16:3e:7d:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0884ccf5-6113-4af3-b106-540282279918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:34Z', 'updated_at': '2021-08-18T19:21:40Z', 'revision_number': 4, 'project_id': 'f469e462b86640c7b1965817ababe501', 'subnets': [{'id': '0884ccf5-6113-4af3-b106-540282279918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:41.696742 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992bc57-d3f0-4e29-ae5b-e5a845665bfd None None] The sync data for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi is: [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:35Z', 'revision_number': 4, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '884d2d1c-ea70-451c-8e90-906b2160a545', 'name': '', 'network_id': 'eed4db68-b2f5-4389-9f55-7e6ab53133c0', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'mac_address': 'fa:16:3e:7d:d0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '0884ccf5-6113-4af3-b106-540282279918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:34Z', 'updated_at': '2021-08-18T19:21:40Z', 'revision_number': 4, 'project_id': 'f469e462b86640c7b1965817ababe501', 'subnets': [{'id': '0884ccf5-6113-4af3-b106-540282279918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:41.760924 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b799b2e6-4acb-45e7-9f09-6e6337fc4888 req-7a7996e5-4e5f-4983-9faf-1283fcd2126e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435995 Aug 18 19:21:41.840805 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-51460863-bbf7-40da-8f2f-4bac5588d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:41.840805 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-51460863-bbf7-40da-8f2f-4bac5588d3cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 1097 time: 0.2447712 Aug 18 19:21:41.866952 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c86ca6dd-c526-485d-a022-b53a2f9b4ee9 req-e3b66a4c-5bde-4e86-9701-a979fe83f870 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437859 Aug 18 19:21:41.969502 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-6fc7b3b7-8b95-4481-882a-145433386a30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6cb44e-a512-4335-8c44-400245d7a207 HTTP/1.1" status: 200 len: 217 time: 0.1014628 Aug 18 19:21:42.004864 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a013ba31-267a-4fbb-b768-90444ccbcc72 x-openstack-request-id: req-a013ba31-267a-4fbb-b768-90444ccbcc72 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:42.005213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:42.005403 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a013ba31-267a-4fbb-b768-90444ccbcc72 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:42.005817 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207', 'status': 'completed', 'code': 200} Aug 18 19:21:42.093828 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-eff35c0c-3cd0-494f-88bb-48fd8ec1d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:42.097702 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-eff35c0c-3cd0-494f-88bb-48fd8ec1d498 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.1047361 Aug 18 19:21:42.169890 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-4864dabc-b51e-4861-a25c-0de5eb87c251 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568452 Aug 18 19:21:42.194414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb21a3-f6db-4aad-b9c1-04047811edfa req-78fe22f0-508a-434c-8558-1d24cb043c37 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:42.196094 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83bb21a3-f6db-4aad-b9c1-04047811edfa req-78fe22f0-508a-434c-8558-1d24cb043c37 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.1210639 Aug 18 19:21:42.405879 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83bb21a3-f6db-4aad-b9c1-04047811edfa req-0ee72441-f534-4c4d-a958-3bc3cff50690 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000556 Aug 18 19:21:42.448513 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-7cdd3de8-0776-4136-af5f-e1b237dbe3f6 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511754 Aug 18 19:21:42.616389 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdac763f-bd23-450a-93fc-a6e5a7db9374 req-d676f8df-9d73-4d46-bf7a-2c59d19c2e5d service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564121 Aug 18 19:21:42.745239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-9eaadec7-a86f-467c-8709-3688ebb98b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:42.747053 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-9eaadec7-a86f-467c-8709-3688ebb98b34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 1097 time: 0.0628481 Aug 18 19:21:42.913201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-4e12e375-eb5d-44c9-9152-ea59a7ba2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:42.914685 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-4e12e375-eb5d-44c9-9152-ea59a7ba2dc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 916 time: 0.1521440 Aug 18 19:21:42.923586 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7f27-fee8-4e73-b21c-97bf841b2af6 req-502fcde3-1d6f-4939-995a-7dc25fd2351c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:42.925283 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b33c7f27-fee8-4e73-b21c-97bf841b2af6 req-502fcde3-1d6f-4939-995a-7dc25fd2351c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0944273 Aug 18 19:21:42.994568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-a5e5fa05-e4e5-4723-911d-58ebeb2687f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6cb44e-a512-4335-8c44-400245d7a207 HTTP/1.1" status: 200 len: 217 time: 0.0638957 Aug 18 19:21:43.074014 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b33c7f27-fee8-4e73-b21c-97bf841b2af6 req-926e33c6-9583-4815-8170-acdcafe70c5f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364267 Aug 18 19:21:43.105956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b211f-6f58-4d04-afe6-386432d9401c req-94d88e99-3260-43fc-98be-b418a66e35e8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:43.107488 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-963b211f-6f58-4d04-afe6-386432d9401c req-94d88e99-3260-43fc-98be-b418a66e35e8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 944 time: 0.1520629 Aug 18 19:21:43.109904 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-52c6b04e-e0b8-4178-9f39-a97120c0c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:43.111239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-52c6b04e-e0b8-4178-9f39-a97120c0c92b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0981715 Aug 18 19:21:43.188291 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-785e324d-cd6d-45ee-b1f6-00a3935fda78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362809 Aug 18 19:21:43.211378 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-963b211f-6f58-4d04-afe6-386432d9401c req-390db056-f2f3-4c0e-9709-8c1566b0decb tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949786 Aug 18 19:21:43.393739 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-fd221fab-e630-4f70-9824-0d7d30ac4d98 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812832 Aug 18 19:21:43.414192 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 884d2d1c-ea70-451c-8e90-906b2160a545 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:43.582926 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:43.584990 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 884d2d1c-ea70-451c-8e90-906b2160a545 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:43.589396 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 884d2d1c-ea70-451c-8e90-906b2160a545 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:43.589868 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:43.643339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:43.694288 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4729d3c9-5bed-4f4e-9dba-839073033615 req-86d4f530-d81c-4a54-af7a-3eb69cdc816a service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875328 Aug 18 19:21:43.758985 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd717f-5422-4427-823f-37d52cf1086e req-d5867638-a08e-41df-9568-a23658d5c4bc tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:43.767441 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:43.777565 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69f5278f-681f-4f80-95cd-e2a762ef314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:43.793043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23fd717f-5422-4427-823f-37d52cf1086e req-d5867638-a08e-41df-9568-a23658d5c4bc tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.3068011 Aug 18 19:21:43.824913 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 884d2d1c-ea70-451c-8e90-906b2160a545, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=884d2d1c-ea70-451c-8e90-906b2160a545,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:43.831822 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:43.834083 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23fd717f-5422-4427-823f-37d52cf1086e req-1d78440a-8b76-4644-9b6b-fc11045feba9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397599 Aug 18 19:21:43.879304 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f27f8bc7-2f86-4c88-85b6-734373808886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:43.909630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:44.009687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69f5278f-681f-4f80-95cd-e2a762ef314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.022607 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69f5278f-681f-4f80-95cd-e2a762ef314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.091551 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-69f5278f-681f-4f80-95cd-e2a762ef314b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e73ded09ddc04ab184bb8dabbd6e70d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470127 Aug 18 19:21:44.095701 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:44.100413 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5278f-681f-4f80-95cd-e2a762ef314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270e34fa-731f-4e09-b9d0-e36b28ce6342,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:44.185512 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f27f8bc7-2f86-4c88-85b6-734373808886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.192570 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f27f8bc7-2f86-4c88-85b6-734373808886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.232340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.238856 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f27f8bc7-2f86-4c88-85b6-734373808886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58d91f0a4d514ea18cb9b282d7102f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538310 Aug 18 19:21:44.239868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f8bc7-2f86-4c88-85b6-734373808886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a55c2c-0ed0-4282-8d7e-aaba451e380f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:44.242578 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53774) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:44.311743 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.365819 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.395178 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.470541 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.473957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae51227-ce80-4ad0-9f44-ada4757048b0 req-bffac600-1a95-4351-876e-faaa787d255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:44.474876 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.475563 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ae51227-ce80-4ad0-9f44-ada4757048b0 req-bffac600-1a95-4351-876e-faaa787d255a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1098 time: 0.1145866 Aug 18 19:21:44.484122 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3c45-2048-41be-aecd-88b9a583fae3 req-f41e5252-59ce-48dd-aec9-2bb1548e27b4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:44.492617 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1c8e3c45-2048-41be-aecd-88b9a583fae3 req-f41e5252-59ce-48dd-aec9-2bb1548e27b4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 944 time: 0.1296570 Aug 18 19:21:44.496452 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9a55c2c-0ed0-4282-8d7e-aaba451e380f HTTP/1.1" status: 204 len: 168 time: 0.2376471 Aug 18 19:21:44.503163 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbce1c6-12be-4e13-9024-7d2e4164a60c req-943afb61-87f4-498c-a969-8c8af733059e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:44.510977 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdbce1c6-12be-4e13-9024-7d2e4164a60c req-943afb61-87f4-498c-a969-8c8af733059e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.2334535 Aug 18 19:21:44.525908 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51d232-756e-4d45-a590-511965739612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a55c2c-0ed0-4282-8d7e-aaba451e380f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:44.614690 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ae51227-ce80-4ad0-9f44-ada4757048b0 req-8c0bd632-17f0-40d4-b54e-8f62467393e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996616 Aug 18 19:21:44.645004 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1c8e3c45-2048-41be-aecd-88b9a583fae3 req-cfe4fc43-29c0-4465-a16f-b9ef62eaf2a5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512642 Aug 18 19:21:44.645832 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.671535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:44.671535 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/270e34fa-731f-4e09-b9d0-e36b28ce6342 HTTP/1.1" status: 204 len: 168 time: 0.5691683 Aug 18 19:21:44.690426 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdbce1c6-12be-4e13-9024-7d2e4164a60c req-ec0a9362-a080-480b-970f-e9b4ef1e6100 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784148 Aug 18 19:21:44.725848 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5223-d8e5-41fc-b39c-069993aa5e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e34fa-731f-4e09-b9d0-e36b28ce6342,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:45.313996 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 884d2d1c-ea70-451c-8e90-906b2160a545 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:45.337719 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:45.372828 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d927d2-e66f-4739-9175-5c3528719876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.402230 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 884d2d1c-ea70-451c-8e90-906b2160a545 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:45.403422 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.478823 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 5c6cb44e-a512-4335-8c44-400245d7a207 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:21:45.526531 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d927d2-e66f-4739-9175-5c3528719876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.537914 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d927d2-e66f-4739-9175-5c3528719876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.576460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d927d2-e66f-4739-9175-5c3528719876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad9b2dc-13bd-4aba-9afb-ae8c40413fd6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:45.607025 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-30d927d2-e66f-4739-9175-5c3528719876 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77a901d3781d42a5be9afddf76df13e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647936 Aug 18 19:21:45.607613 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:45.690238 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.742378 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5c6cb44e-a512-4335-8c44-400245d7a207,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:45.771940 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '5c6cb44e-a512-4335-8c44-400245d7a207', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'port_id': '5c6cb44e-a512-4335-8c44-400245d7a207', 'mac_address': 'fa:16:3e:f1:be:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2c7668-f91d-4367-aa5b-4335e8964bae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:21:45.774813 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.849966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.876213 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6cb44e-a512-4335-8c44-400245d7a207 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:21:45.914680 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5c6cb44e-a512-4335-8c44-400245d7a207,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:45.931393 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:45.961733 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:45.964523 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975db55e-b483-4be5-8ba2-c4a648de4bcd req-dc406702-872a-4388-9e22-bd4cbcafe73f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:45.972998 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-975db55e-b483-4be5-8ba2-c4a648de4bcd req-dc406702-872a-4388-9e22-bd4cbcafe73f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 944 time: 0.1657028 Aug 18 19:21:46.009456 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.012751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.013987 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ad9b2dc-13bd-4aba-9afb-ae8c40413fd6 HTTP/1.1" status: 204 len: 168 time: 0.4047956 Aug 18 19:21:46.030911 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:46.035027 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934870be-7009-4774-bfe1-439218a97882 req-05b7177f-3347-4703-b848-20bf5a7a84a1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:46.037014 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-934870be-7009-4774-bfe1-439218a97882 req-05b7177f-3347-4703-b848-20bf5a7a84a1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1378596 Aug 18 19:21:46.069610 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd5807-0287-4c11-9e61-e22cee00d88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad9b2dc-13bd-4aba-9afb-ae8c40413fd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:46.083498 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-975db55e-b483-4be5-8ba2-c4a648de4bcd req-2c7f22ca-34e8-47ce-8b9e-2f4a2a55bba1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092279 Aug 18 19:21:46.120031 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-934870be-7009-4774-bfe1-439218a97882 req-ee94f202-c13d-4eb9-9250-00a851039fa1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757623 Aug 18 19:21:46.170363 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1808849140-network', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:46.208709 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Made reservation on behalf of 4d4a606ae22d410289c4c35cde5d6e7a for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:46.212643 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.224537 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.371594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.376592 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.392091 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['5c6cb44e-a512-4335-8c44-400245d7a207'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:21:46.422962 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:21:46.430027 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3906036-bb10-4ee9-a240-510d0a536ae0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:46.438079 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.440492 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Added segment 0e7e6350-1bfb-46dc-a297-ae8d058be217 of type vlan for network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 Aug 18 19:21:46.499701 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.531484 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.532442 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:46.534508 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.643205 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6728718 Aug 18 19:21:46.643205 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:46.655723 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Request body: {'subnet': {'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1808849140-subnet', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:46.673895 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108f065-1ed0-471d-a70a-efc6199b85d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ad66f9-82a5-4f38-80ec-a4045fffabf2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:46.698640 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:21:46.734767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Made reservation on behalf of 4d4a606ae22d410289c4c35cde5d6e7a for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:46.738163 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:46.965740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.042778 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2d483b-d0ce-4cc0-aed4-2138b8939917,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:47.046541 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:47.046911 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Network hostable DHCP agents. Network: d2ad66f9-82a5-4f38-80ec-a4045fffabf2, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:21:47.080672 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:21:47.095811 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, d2ad66f9-82a5-4f38-80ec-a4045fffabf2) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:47.111090 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796775a5-0131-4d9f-b8ec-44d427a45f61 None None] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:47.125666 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:47.129540 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.177825 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e91d72d3-2104-4203-ba6b-344669bc4c79 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5361524 Aug 18 19:21:47.178440 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:47.211895 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:47.237759 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78a4fc-a2d0-4e19-b0df-e758343770d9 req-b65ac8b1-a4e7-4f6a-a97a-90b9d0eed062 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:47.247305 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f78a4fc-a2d0-4e19-b0df-e758343770d9 req-b65ac8b1-a4e7-4f6a-a97a-90b9d0eed062 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 945 time: 0.0728042 Aug 18 19:21:47.259654 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.262507 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.332494 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f78a4fc-a2d0-4e19-b0df-e758343770d9 req-d3900cc8-64ed-423f-8489-52cfb60d2d04 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836909 Aug 18 19:21:47.357096 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.392909 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28498f01-8650-4e85-95fa-19df38d7876f req-bea42e53-837f-4029-9e91-12e2a728519d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:47.397020 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-28498f01-8650-4e85-95fa-19df38d7876f req-bea42e53-837f-4029-9e91-12e2a728519d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.1241958 Aug 18 19:21:47.483392 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-d2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:21:47.492634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.497518 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-28498f01-8650-4e85-95fa-19df38d7876f req-9d9960f8-51d6-4e86-95a1-77f2e6851049 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Aug 18 19:21:47.584728 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:47.717522 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdbc80-2f4e-4249-9f37-dbcdd9989a47 req-b012bee8-7329-4cdb-92b0-08ee11480cc4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:47.733246 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dbbdbc80-2f4e-4249-9f37-dbcdd9989a47 req-b012bee8-7329-4cdb-92b0-08ee11480cc4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0812669 Aug 18 19:21:47.782400 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dbbdbc80-2f4e-4249-9f37-dbcdd9989a47 req-24138ec8-8ae6-41ec-ad35-15456512daa5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Aug 18 19:21:47.828035 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Allocated IP 172.20.0.2 (d2ad66f9-82a5-4f38-80ec-a4045fffabf2/8c2d483b-d0ce-4cc0-aed4-2138b8939917/0421d642-8e37-470e-a7d7-22f78dabec4d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:47.993708 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.039169 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.094585 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.104919 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Transition to ACTIVE for port object 0421d642-8e37-470e-a7d7-22f78dabec4d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:48.124017 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Transition to ACTIVE for port object 0421d642-8e37-470e-a7d7-22f78dabec4d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:48.132872 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.197302 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:48.200693 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:48.207861 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:48.253761 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Pushing event updated for resources: {'Port': ['ID=0421d642-8e37-470e-a7d7-22f78dabec4d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:48.296586 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Attempting to bind port 0421d642-8e37-470e-a7d7-22f78dabec4d on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:48.296963 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Attempting to bind port 0421d642-8e37-470e-a7d7-22f78dabec4d by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:48.297293 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Attempting to bind port 0421d642-8e37-470e-a7d7-22f78dabec4d on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Bound using segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Bound port: 0421d642-8e37-470e-a7d7-22f78dabec4d, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:48.324447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.325514 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Allocated IP 172.27.0.62 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/1b5bbd04-27da-4927-8676-23c922dbdda0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:48.554534 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] For port 0421d642-8e37-470e-a7d7-22f78dabec4d, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:48.558819 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] For port 0421d642-8e37-470e-a7d7-22f78dabec4d, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0421d642-8e37-470e-a7d7-22f78dabec4d,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:48.569844 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:48.635675 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28c82-e9e2-40a8-8f4c-362aef0e9465 req-17c5fc11-2f9a-4529-b441-58083be838ed tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:48.647001 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b805e3-f64b-40b7-a710-ded9273fd9ed None None] Pushing event updated for resources: {'Port': ['ID=0421d642-8e37-470e-a7d7-22f78dabec4d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:48.647710 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72b28c82-e9e2-40a8-8f4c-362aef0e9465 req-17c5fc11-2f9a-4529-b441-58083be838ed tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 945 time: 0.1371863 Aug 18 19:21:48.787609 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72b28c82-e9e2-40a8-8f4c-362aef0e9465 req-9b125c77-4db7-4a5a-b82f-fdd8f15d9988 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314702 Aug 18 19:21:49.046101 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.129498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.196669 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:49.200083 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:49.205423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:49.207724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5bbd04-27da-4927-8676-23c922dbdda0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:49.356581 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0421d642-8e37-470e-a7d7-22f78dabec4d up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:49.436812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 0421d642-8e37-470e-a7d7-22f78dabec4d completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:49.484228 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 5c6cb44e-a512-4335-8c44-400245d7a207 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:49.520850 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.551638 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 5c6cb44e-a512-4335-8c44-400245d7a207 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:49.559538 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 5c6cb44e-a512-4335-8c44-400245d7a207 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:49.561035 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.644692 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:49.776126 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.847695 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5c6cb44e-a512-4335-8c44-400245d7a207,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:49.849085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:21:49.850799 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0902b88-38ff-4ce3-9f5b-92ab84631cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.852201 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f41a534-9cf3-457f-b375-c3237d0b8cbc" -d '{"events": [{"server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:21:49.862583 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:49.926203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:49.977397 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.017329 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0902b88-38ff-4ce3-9f5b-92ab84631cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.031118 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0902b88-38ff-4ce3-9f5b-92ab84631cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.033843 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4898e95-fb37-4513-8db2-c5ae9d2c6971 x-openstack-request-id: req-e4898e95-fb37-4513-8db2-c5ae9d2c6971 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:21:50.034226 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:21:50.034571 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4898e95-fb37-4513-8db2-c5ae9d2c6971 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:21:50.035199 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207', 'code': 200} Aug 18 19:21:50.084346 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0902b88-38ff-4ce3-9f5b-92ab84631cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91510426-b684-47ce-bbd0-0bb7dcbb7a69,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:50.257735 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Router 3688f993-f7c8-4777-88be-74f0211a3531 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:21:50.282311 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d785d578-d678-4850-95ab-a8d64ae698f1 None None] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:50.357212 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Provisioning for port 0421d642-8e37-470e-a7d7-22f78dabec4d completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:50.364382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Provisioning complete for port 0421d642-8e37-470e-a7d7-22f78dabec4d triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:50.365121 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.388333 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:50.398440 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:50.413967 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:50.415011 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:50.430709 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.434614 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-eef79a46-6e20-4af2-bee8-e79f5e5da0e6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2527161 Aug 18 19:21:50.435059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:50.540340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236fc71-bdf4-46d8-8e0d-0590ff6d4003 req-6bc4445b-e5ee-483b-af09-880c404f88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:50.542509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a236fc71-bdf4-46d8-8e0d-0590ff6d4003 req-6bc4445b-e5ee-483b-af09-880c404f88d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 1099 time: 0.1046183 Aug 18 19:21:50.553231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:50.553468 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c0902b88-38ff-4ce3-9f5b-92ab84631cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30bd24b8cd044fca96a3a387b77e07ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9072740 Aug 18 19:21:50.567893 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:50.574758 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb0e7-91b8-42d5-822b-7b2eaea66dca req-069f96f5-bc96-4e31-b85d-aa9a1dc75145 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:50.582278 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-932cb0e7-91b8-42d5-822b-7b2eaea66dca req-069f96f5-bc96-4e31-b85d-aa9a1dc75145 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1486301 Aug 18 19:21:50.602185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-ed28d401-fca5-4ae9-a939-07a5b3af02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:50.603682 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-ed28d401-fca5-4ae9-a939-07a5b3af02b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.5256233 Aug 18 19:21:50.615128 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a6ca-042e-4105-8ab4-1ed54291f53f req-892c1a99-d23e-4f23-b981-6bc9ee91649f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:50.622779 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f22a6ca-042e-4105-8ab4-1ed54291f53f req-892c1a99-d23e-4f23-b981-6bc9ee91649f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.6036146 Aug 18 19:21:50.756864 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.811212 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a236fc71-bdf4-46d8-8e0d-0590ff6d4003 req-720b64d9-9499-40f5-a5af-40e83cb4d366 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516618 Aug 18 19:21:50.845343 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] For port 0421d642-8e37-470e-a7d7-22f78dabec4d, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0421d642-8e37-470e-a7d7-22f78dabec4d,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:50.856055 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-932cb0e7-91b8-42d5-822b-7b2eaea66dca req-7df0bd9e-a19a-48b9-8cd7-c56afc414433 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728035 Aug 18 19:21:50.867197 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.875639 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:50.938858 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50e5c-cd1b-41ac-89fa-c2c85971e548 None None] Pushing event updated for resources: {'Port': ['ID=0421d642-8e37-470e-a7d7-22f78dabec4d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:50.944591 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f22a6ca-042e-4105-8ab4-1ed54291f53f req-eb703d59-1cf5-4819-ab4e-6a63a4e15842 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206685 Aug 18 19:21:50.980203 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:49Z', 'revision_number': 3, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:50.993098 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-5ad4e123-b115-4ace-a811-db8117b2388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:51.000809 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-5ad4e123-b115-4ace-a811-db8117b2388f service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.3745434 Aug 18 19:21:51.020698 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:51.021379 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Updating router 3688f993-f7c8-4777-88be-74f0211a3531 port 1b5bbd04-27da-4927-8676-23c922dbdda0 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:51.059477 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.068512 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.091436 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-dcfb1997-f48f-4f69-8150-52639ed251e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0722001 Aug 18 19:21:51.185224 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-9f16fc6a-3db2-4526-b0ac-854402c88c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:51.199976 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-9f16fc6a-3db2-4526-b0ac-854402c88c02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0968518 Aug 18 19:21:51.265749 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-b570b6a6-2275-4f96-9766-cec1c7c4097e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513704 Aug 18 19:21:51.296256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.307646 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-734606bb-f61e-411f-b93d-b26730676cd9 None None] Provisioning complete for port 0421d642-8e37-470e-a7d7-22f78dabec4d triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:51.311327 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-734606bb-f61e-411f-b93d-b26730676cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.315872 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.318250 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91510426-b684-47ce-bbd0-0bb7dcbb7a69 HTTP/1.1" status: 204 len: 168 time: 0.7628944 Aug 18 19:21:51.368962 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4b70-1c78-4b11-83af-afe3efaa9f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91510426-b684-47ce-bbd0-0bb7dcbb7a69,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:51.418573 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0421d642-8e37-470e-a7d7-22f78dabec4d up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:51.474749 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-9366f610-d920-4dae-9a4a-2a9cd5067f92 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823723 Aug 18 19:21:51.551905 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.564164 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Transition to ACTIVE for port object 1b5bbd04-27da-4927-8676-23c922dbdda0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:51.581808 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.594284 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.670825 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 0421d642-8e37-470e-a7d7-22f78dabec4d triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:51.671444 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.703866 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1fc4e3f-deb4-4182-b6ec-bfdd90a99c77 req-03ee00dd-ea53-4516-9d1e-847154aa1019 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074091 Aug 18 19:21:51.705352 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Attempting to bind port 1b5bbd04-27da-4927-8676-23c922dbdda0 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:51.705725 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Attempting to bind port 1b5bbd04-27da-4927-8676-23c922dbdda0 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:51.706090 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Attempting to bind port 1b5bbd04-27da-4927-8676-23c922dbdda0 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:51.726750 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:51.727126 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:51.727547 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.727961 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:51.728452 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Bound port: 1b5bbd04-27da-4927-8676-23c922dbdda0, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:51.728860 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.757753 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c85a9b-9936-41d7-868e-3bc015d4196b None None] Pushing event updated for resources: {'Port': ['ID=1b5bbd04-27da-4927-8676-23c922dbdda0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:51.822360 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] For port 1b5bbd04-27da-4927-8676-23c922dbdda0, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:51.828690 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] For port 1b5bbd04-27da-4927-8676-23c922dbdda0, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=1b5bbd04-27da-4927-8676-23c922dbdda0,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:51.835710 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:51.901914 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Allocated IP 172.20.0.1 (d2ad66f9-82a5-4f38-80ec-a4045fffabf2/8c2d483b-d0ce-4cc0-aed4-2138b8939917/0631e878-150e-407c-8d75-9fb9e0e227f9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:51.911782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 53976) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:51.925517 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c85a9b-9936-41d7-868e-3bc015d4196b None None] Pushing event updated for resources: {'Port': ['ID=1b5bbd04-27da-4927-8676-23c922dbdda0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:51.963181 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:51.964176 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:51.964298 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c61f271e-4d61-4bb0-8582-de97f4782131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.092517 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581a367-0c67-410b-8f94-0889daa1d116 req-08676a31-b8af-4517-b4e5-9516fb775214 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:52.099637 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:52.101485 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f581a367-0c67-410b-8f94-0889daa1d116 req-08676a31-b8af-4517-b4e5-9516fb775214 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1244345 Aug 18 19:21:52.144953 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.166645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Transition to ACTIVE for port object 0631e878-150e-407c-8d75-9fb9e0e227f9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:52.207105 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c61f271e-4d61-4bb0-8582-de97f4782131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.208981 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f581a367-0c67-410b-8f94-0889daa1d116 req-a5d84665-9348-4996-bbaf-8a2e3c048e44 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061113 Aug 18 19:21:52.220131 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c61f271e-4d61-4bb0-8582-de97f4782131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.225630 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275625e-0b8b-40e6-9aa9-66321aea2646 req-82901a98-26f5-409d-8820-0a5b381fcb05 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:52.227486 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8275625e-0b8b-40e6-9aa9-66321aea2646 req-82901a98-26f5-409d-8820-0a5b381fcb05 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.1169646 Aug 18 19:21:52.271904 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.331994 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8275625e-0b8b-40e6-9aa9-66321aea2646 req-60ec5124-cb42-4d98-95b4-f545e1ff25e1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875473 Aug 18 19:21:52.357949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Pushing event updated for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:52.371200 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c61f271e-4d61-4bb0-8582-de97f4782131 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54c4d403ab614cc5a4a0fca8fdd85ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575412 Aug 18 19:21:52.373467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 53984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:52.403879 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:52.405726 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:52.408602 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f271e-4d61-4bb0-8582-de97f4782131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23b28b-a99e-4cec-b076-eb4da8812c4e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:52.411350 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:52.411831 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.466280 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:49Z', 'revision_number': 3, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:52.513978 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.533628 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472888ee-3c27-4e72-beef-c5cd7262e6d4 None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:49Z', 'revision_number': 3, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:52.560123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.620340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.623471 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.627279 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff23b28b-a99e-4cec-b076-eb4da8812c4e HTTP/1.1" status: 204 len: 168 time: 0.2501805 Aug 18 19:21:52.639698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1214fc0-0bab-4a9d-af10-d2ed55cf1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23b28b-a99e-4cec-b076-eb4da8812c4e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:52.768028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:52.955449 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c09e72aa-c536-4616-bb29-17e648dd03a3 None None] Provisioning for port 0631e878-150e-407c-8d75-9fb9e0e227f9 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:52.975760 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c09e72aa-c536-4616-bb29-17e648dd03a3 None None] Provisioning complete for port 0631e878-150e-407c-8d75-9fb9e0e227f9 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:52.983524 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c09e72aa-c536-4616-bb29-17e648dd03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.073194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c09e72aa-c536-4616-bb29-17e648dd03a3 None None] Port 0631e878-150e-407c-8d75-9fb9e0e227f9 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:53.136989 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.143626 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.144556 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.237554 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Pushing event updated for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:53.319816 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:53.321596 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:53.424008 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 1b5bbd04-27da-4927-8676-23c922dbdda0 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:53.533238 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:21:53.566811 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cafcf-1ab8-4999-a01f-8887144d3a91 req-26fca1e3-8520-4419-9cd4-75a7f40aca3a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:53.576133 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-455cafcf-1ab8-4999-a01f-8887144d3a91 req-26fca1e3-8520-4419-9cd4-75a7f40aca3a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.2342339 Aug 18 19:21:53.607069 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 1b5bbd04-27da-4927-8676-23c922dbdda0 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:53.629514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 1b5bbd04-27da-4927-8676-23c922dbdda0 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:53.631883 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.675043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb181e98-de91-4d82-897b-2cac78b18443 req-6ebf0a84-c3e4-4784-a021-0e9972245490 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:53.676797 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb181e98-de91-4d82-897b-2cac78b18443 req-6ebf0a84-c3e4-4784-a021-0e9972245490 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.2145264 Aug 18 19:21:53.822518 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-455cafcf-1ab8-4999-a01f-8887144d3a91 req-c34ca5b8-bc0f-4939-9cfe-083f96b01b8a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452230 Aug 18 19:21:53.836055 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.844282 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d144593e-a3d5-4fcb-839a-b4e2c9a510ce None None] Provisioning complete for port 0631e878-150e-407c-8d75-9fb9e0e227f9 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:53.844865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d144593e-a3d5-4fcb-839a-b4e2c9a510ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.871279 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb181e98-de91-4d82-897b-2cac78b18443 req-4276744d-0e7e-4ac3-88e5-d0963312b08f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864712 Aug 18 19:21:53.945911 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 1b5bbd04-27da-4927-8676-23c922dbdda0, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=1b5bbd04-27da-4927-8676-23c922dbdda0,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:21:53.956615 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:53.970513 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d144593e-a3d5-4fcb-839a-b4e2c9a510ce None None] Port 0631e878-150e-407c-8d75-9fb9e0e227f9 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:21:54.116780 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=1b5bbd04-27da-4927-8676-23c922dbdda0,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:54.175237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:54.194889 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6549f7cd-5ee3-4d2c-95fe-17e13c30b1ab admin admin] 10.222.0.25 "PUT /v2.0/routers/3688f993-f7c8-4777-88be-74f0211a3531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7508836 Aug 18 19:21:55.105302 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:55.186263 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bd1a9-1de9-42c1-b84a-e87c013930d4 req-21e4da63-3d91-41f5-bdaf-e9c7b7fa43f4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:55.228073 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b18bd1a9-1de9-42c1-b84a-e87c013930d4 req-21e4da63-3d91-41f5-bdaf-e9c7b7fa43f4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1369841 Aug 18 19:21:55.355984 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 1b5bbd04-27da-4927-8676-23c922dbdda0 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:55.357152 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b18bd1a9-1de9-42c1-b84a-e87c013930d4 req-c4fe53d4-235a-4cfe-b045-77eef4aa7238 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239247 Aug 18 19:21:55.422558 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 1b5bbd04-27da-4927-8676-23c922dbdda0 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:55.422938 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.433098 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:55.471129 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:55.472111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:55.489251 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55acd599-6aa4-421c-80f2-813616cb2c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.512564 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:55.518893 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-243829701-network', 'tenant_id': '97c16248132f4488994e9e20e6460712'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:55.637839 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:55.662466 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55acd599-6aa4-421c-80f2-813616cb2c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.669334 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55acd599-6aa4-421c-80f2-813616cb2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.705706 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Made reservation on behalf of 97c16248132f4488994e9e20e6460712 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:55.709570 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.721048 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.728660 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-55acd599-6aa4-421c-80f2-813616cb2c69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d59685201944b1188f2b22a28921ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214695 Aug 18 19:21:55.731171 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:55.761782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acd599-6aa4-421c-80f2-813616cb2c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7ccee-cf7f-4011-a34b-20d3ae3a0626,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:55.800585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.847495 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.883658 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.889795 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.924083 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.928489 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.930608 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcc7ccee-cf7f-4011-a34b-20d3ae3a0626 HTTP/1.1" status: 204 len: 168 time: 0.1985102 Aug 18 19:21:55.944766 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80d6a-c72e-47fd-b823-1643e6f9d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7ccee-cf7f-4011-a34b-20d3ae3a0626,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:55.958782 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:21:55.968617 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:55.968959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Added segment 9b306462-1894-4344-9dc1-16b7947e4ef1 of type vlan for network 447efb0e-e71e-4e69-9360-0fefa355f4dd Aug 18 19:21:56.012443 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.067984 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.069067 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:56.069555 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.094184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055fe9bd-b37d-4b6b-a0a6-9ab31bd1ba00,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:56.149195 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:56.151101 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6366174 Aug 18 19:21:56.156083 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Request body: {'subnet': {'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-243829701-subnet', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:56.184014 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235dace-068f-402a-919f-b17fc68465c3 admin admin] Pushing event updated for resources: {'Network': ['ID=447efb0e-e71e-4e69-9360-0fefa355f4dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:56.198906 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:21:56.211564 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Made reservation on behalf of 97c16248132f4488994e9e20e6460712 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:21:56.214085 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.253967 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 2, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:56.317530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:56.318597 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Updating router 3688f993-f7c8-4777-88be-74f0211a3531 port 0631e878-150e-407c-8d75-9fb9e0e227f9 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:56.368854 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.431970 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.541378 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ed561-3d7d-4f8a-9fd9-aa3227a677dd req-e6731dc3-b3e7-445b-a671-e7ea74f64efd tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:56.553952 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a48ed561-3d7d-4f8a-9fd9-aa3227a677dd req-e6731dc3-b3e7-445b-a671-e7ea74f64efd tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0963387 Aug 18 19:21:56.558418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0ec57f-ec9c-4a92-9994-826d1dc4f65c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:56.595428 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Checking segment: {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:56.596581 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Network hostable DHCP agents. Network: 447efb0e-e71e-4e69-9360-0fefa355f4dd, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:21:56.599999 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a48ed561-3d7d-4f8a-9fd9-aa3227a677dd req-86b6c924-574a-4f87-a7c6-07d7e0b1bd88 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Aug 18 19:21:56.643952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:21:56.671986 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 447efb0e-e71e-4e69-9360-0fefa355f4dd) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:56.695123 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:56.695854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.729425 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5489c88e-2e69-4337-b914-32dede862a32 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5766003 Aug 18 19:21:56.729647 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:56.735733 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:21:56.763435 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.771962 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.772087 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910b449-bca1-47fd-9c07-869acaab3a0c None None] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:21:56.861815 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.903160 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:56.924518 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Transition to ACTIVE for port object 0631e878-150e-407c-8d75-9fb9e0e227f9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:56.945904 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.055392 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.086822 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5feb4-2944-4283-b6d0-e1a482dd89dd None None] Pushing event updated for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:57.163308 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-447efb0e-e71e-4e69-9360-0fefa355f4dd', 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'fixed_ips': [{'subnet_id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:21:57.166187 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.296507 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Attempting to bind port 0631e878-150e-407c-8d75-9fb9e0e227f9 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:57.299990 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Attempting to bind port 0631e878-150e-407c-8d75-9fb9e0e227f9 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:57.300711 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Attempting to bind port 0631e878-150e-407c-8d75-9fb9e0e227f9 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:57.311366 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:57.312673 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:57.312816 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.315394 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Bound using segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:57.316145 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Bound port: 0631e878-150e-407c-8d75-9fb9e0e227f9, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:57.316833 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.387660 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.408392 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.569786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Allocated IP 172.27.0.71 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:57.698157 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] For port 0631e878-150e-407c-8d75-9fb9e0e227f9, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:57.732666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] For port 0631e878-150e-407c-8d75-9fb9e0e227f9, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0631e878-150e-407c-8d75-9fb9e0e227f9,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:57.742120 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.744480 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Allocated IP 172.20.0.2 (447efb0e-e71e-4e69-9360-0fefa355f4dd/cd0ec57f-ec9c-4a92-9994-826d1dc4f65c/535f0c42-9013-45a9-885d-41ef414f79de) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:21:57.767452 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.800935 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5feb4-2944-4283-b6d0-e1a482dd89dd None None] Pushing event updated for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:57.822751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97c012-fc7e-4acd-ae34-3d4bce560a6d req-042d6cb6-86d1-4112-a922-c390cb89d43c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:57.831367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:57.832376 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da97c012-fc7e-4acd-ae34-3d4bce560a6d req-042d6cb6-86d1-4112-a922-c390cb89d43c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1294744 Aug 18 19:21:57.869251 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:57.869889 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:57.895924 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:57.898873 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-74625a00-a305-486f-ae24-3572f34d1938 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:57.900728 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-74625a00-a305-486f-ae24-3572f34d1938 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 815 time: 0.1692202 Aug 18 19:21:57.903716 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:57.911746 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:57.916495 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da97c012-fc7e-4acd-ae34-3d4bce560a6d req-9f8d6c78-2f30-46f3-b748-8d0a57d6681b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831130 Aug 18 19:21:57.947605 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-23c69a7b-f9ff-4fe3-bf8b-0d474ffd2d35 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/quotas/4fc70d5b6ea340fe9a4c68ccabd19e95 HTTP/1.1" status: 200 len: 375 time: 0.0300078 Aug 18 19:21:57.949969 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:58.010617 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Pushing event updated for resources: {'Port': ['ID=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:58.027640 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:58.069409 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-8f733557-8654-43de-bff7-a47816ff8430 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208174 Aug 18 19:21:58.193674 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0801775f-44f0-4fb2-94f3-4330bfec3294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.218431 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.242375 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-5efb806f-985a-4218-a6e4-377f2d0b4918 service neutron] 10.222.0.25 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559272 Aug 18 19:21:58.333930 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.359912 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Transition to ACTIVE for port object 535f0c42-9013-45a9-885d-41ef414f79de will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:58.386355 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-f54811b8-37e9-45c2-949b-efe5ee495ef9 service neutron] 10.222.0.25 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355207 Aug 18 19:21:58.400343 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Transition to ACTIVE for port object 535f0c42-9013-45a9-885d-41ef414f79de will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:21:58.410811 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.441369 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0801775f-44f0-4fb2-94f3-4330bfec3294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.447097 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0801775f-44f0-4fb2-94f3-4330bfec3294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.458687 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:21:58.464969 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:21:58.470172 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:21:58.475540 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Pushing event updated for resources: {'Port': ['ID=535f0c42-9013-45a9-885d-41ef414f79de,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:58.494529 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:57Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:58.497609 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.505973 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0801775f-44f0-4fb2-94f3-4330bfec3294 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afe4d90a84c548afbc72f22ce1deffbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547919 Aug 18 19:21:58.507201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801775f-44f0-4fb2-94f3-4330bfec3294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e18ca06-421f-4972-b03d-cdbfa7b8504b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:58.509748 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:58.602952 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5490c-3dc0-4863-981b-70d98cfdb5b5 None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:57Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:21:58.618388 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Attempting to bind port 535f0c42-9013-45a9-885d-41ef414f79de on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:21:58.619573 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Attempting to bind port 535f0c42-9013-45a9-885d-41ef414f79de by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:21:58.619990 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Attempting to bind port 535f0c42-9013-45a9-885d-41ef414f79de on network 447efb0e-e71e-4e69-9360-0fefa355f4dd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:21:58.620116 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.628561 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:21:58.629184 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Checking segment: {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:21:58.629744 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.630234 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Bound using segment: {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:21:58.630808 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Bound port: 535f0c42-9013-45a9-885d-41ef414f79de, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:21:58.631364 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.649574 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ecc27b57-20be-458b-aaf7-133df483d5aa req-05aeec1b-8dbf-459f-9f33-45cd4b1fc82a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 210 time: 0.0559146 Aug 18 19:21:58.708975 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.766144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] For port 535f0c42-9013-45a9-885d-41ef414f79de, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:21:58.774750 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] For port 535f0c42-9013-45a9-885d-41ef414f79de, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=535f0c42-9013-45a9-885d-41ef414f79de,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:21:58.783827 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.787083 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.787667 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Router 656046f1-e3ce-41ae-be5d-7997902ee59e is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:21:58.790165 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:58.793507 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e18ca06-421f-4972-b03d-cdbfa7b8504b HTTP/1.1" status: 204 len: 168 time: 0.2828233 Aug 18 19:21:58.822761 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f956491-f1dd-44ba-b18b-dd53cb607e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e18ca06-421f-4972-b03d-cdbfa7b8504b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:58.906448 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5172a-6d7d-4e68-b2b8-0f9243f9f980 None None] Pushing event updated for resources: {'Port': ['ID=535f0c42-9013-45a9-885d-41ef414f79de,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:21:58.983862 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:21:58.997471 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Sync routers for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:21:59.013125 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:21:59.014003 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:59.014233 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:59.018706 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a0903003-04bf-49c3-b330-a997881da80b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2849855 Aug 18 19:21:59.019726 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:21:59.159469 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdaa30-1afb-4e8d-9cea-ecded33f7f34 req-b7bc5248-8fe5-4e5d-9aff-9be96fdb7aa6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:21:59.163592 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-18cdaa30-1afb-4e8d-9cea-ecded33f7f34 req-b7bc5248-8fe5-4e5d-9aff-9be96fdb7aa6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1211605 Aug 18 19:21:59.254794 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-18cdaa30-1afb-4e8d-9cea-ecded33f7f34 req-d08563fa-322b-4d05-aeec-28a1bd991e78 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Aug 18 19:21:59.301484 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:21:59.585832 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0631e878-150e-407c-8d75-9fb9e0e227f9 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:21:59.701859 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 0631e878-150e-407c-8d75-9fb9e0e227f9 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:21:59.708686 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 0631e878-150e-407c-8d75-9fb9e0e227f9 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:21:59.709629 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:59.746384 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:21:58Z', 'revision_number': 3, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:21:59.793594 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Checking router: 656046f1-e3ce-41ae-be5d-7997902ee59e for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:21:59.793949 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Updating router 656046f1-e3ce-41ae-be5d-7997902ee59e port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:21:59.846560 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:21:59.905664 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f784fe1-55f8-463f-87ec-0877eea5fb0a req-39f44d48-d0ee-4d7c-9e80-ca4906715539 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 210 time: 0.0647879 Aug 18 19:21:59.955104 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.036537 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 0631e878-150e-407c-8d75-9fb9e0e227f9, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0631e878-150e-407c-8d75-9fb9e0e227f9,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:00.043083 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.044425 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 535f0c42-9013-45a9-885d-41ef414f79de up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:00.154708 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:00.179240 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 535f0c42-9013-45a9-885d-41ef414f79de completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:00.256204 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.269238 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Transition to ACTIVE for port object c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:00.278788 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.318505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.377139 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Attempting to bind port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:00.377517 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Attempting to bind port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:00.377874 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Attempting to bind port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:00.410884 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00f09a-fb7f-47c2-bd11-78fb6bb1939d None None] Pushing event updated for resources: {'Port': ['ID=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:00.416257 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:00.418280 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:00.419394 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.420979 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:00.421679 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Bound port: c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:00.422322 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.534871 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8bfc9b-f5ec-4b0a-88e4-0255917cccd3 None None] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:22:00.537720 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] For port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:00.540057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eec0d-3446-432a-9048-217a265cab3f req-2a68e423-8c8e-4260-b985-90fd46718db2 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:00.543521 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-816eec0d-3446-432a-9048-217a265cab3f req-2a68e423-8c8e-4260-b985-90fd46718db2 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1151493 Aug 18 19:22:00.546422 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] For port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:00.565901 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.702733 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Provisioning for port 535f0c42-9013-45a9-885d-41ef414f79de completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:00.719730 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Provisioning complete for port 535f0c42-9013-45a9-885d-41ef414f79de triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:00.720261 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.738879 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:22:00.739687 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:00.749132 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Allocated IP 172.20.0.1 (447efb0e-e71e-4e69-9360-0fefa355f4dd/cd0ec57f-ec9c-4a92-9994-826d1dc4f65c/d8fbfeb8-705a-49df-be01-a77115045f8a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:00.896778 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00f09a-fb7f-47c2-bd11-78fb6bb1939d None None] Pushing event updated for resources: {'Port': ['ID=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:00.915267 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-c6b39eb9-192c-44f1-9557-d7ae98421ba3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:00.916822 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-c6b39eb9-192c-44f1-9557-d7ae98421ba3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 815 time: 0.3691130 Aug 18 19:22:00.962272 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-816eec0d-3446-432a-9048-217a265cab3f req-54aee3a2-d51c-4e02-a543-c75c4bdf83ca tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722918 Aug 18 19:22:00.964609 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:00.971939 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'port': {'device_id': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'admin_state_up': True, 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:00.983020 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Transition to ACTIVE for port object d8fbfeb8-705a-49df-be01-a77115045f8a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:01.026511 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:22:01.033678 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.122175 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.139350 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:01.161397 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e5e76b5-923b-4c9d-bb35-df4db02b5960 req-0b29f104-60b9-4c21-802b-3d60e66fa3fe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 210 time: 0.0525329 Aug 18 19:22:01.166940 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:01.173681 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:01.181051 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] For port 535f0c42-9013-45a9-885d-41ef414f79de, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=535f0c42-9013-45a9-885d-41ef414f79de,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:01.196897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:01.197402 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.227157 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.248419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Made reservation on behalf of 4fc70d5b6ea340fe9a4c68ccabd19e95 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:22:01.252841 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.334225 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bfac3-07e1-4082-b69a-73387c8a9705 None None] Pushing event updated for resources: {'Port': ['ID=535f0c42-9013-45a9-885d-41ef414f79de,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:01.359583 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0631e878-150e-407c-8d75-9fb9e0e227f9 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:01.376439 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:21:58Z', 'revision_number': 3, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:01.396732 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.434613 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d9485d-725d-4adc-85f1-1d7b452ce7ee None None] The sync data for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi is: [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:21:58Z', 'revision_number': 3, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:22:01.458983 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 0631e878-150e-407c-8d75-9fb9e0e227f9 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:01.459458 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.492780 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Allocated IP 172.20.0.3 (c9306bb6-f9eb-4dab-9087-d5cd4be93277/c974ea86-79fe-47f2-acbd-62d9560af1de/cade8f1b-18a2-494d-8cee-b7f8c94132d0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:01.712133 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.714342 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Provisioning complete for port 535f0c42-9013-45a9-885d-41ef414f79de triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:01.714751 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.721378 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:01.723103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.010977 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.016712 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Provisioning for port d8fbfeb8-705a-49df-be01-a77115045f8a completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:02.029556 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Provisioning complete for port d8fbfeb8-705a-49df-be01-a77115045f8a triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:02.031702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.033963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:02.038095 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Transition to ACTIVE for port object cade8f1b-18a2-494d-8cee-b7f8c94132d0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:02.150765 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3369e50e-d3bf-40f7-a442-dc98b246ab13 None None] Port d8fbfeb8-705a-49df-be01-a77115045f8a cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:02.176850 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:02.180318 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:02.202698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.296353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d40a3f42-f196-451e-a2a1-83774eba0032 None None] Provisioning complete for port d8fbfeb8-705a-49df-be01-a77115045f8a triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:02.298254 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d40a3f42-f196-451e-a2a1-83774eba0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.376792 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25f94c-8087-4944-95c1-32313c61d9be req-a709e6e1-1abe-4dc0-a37c-8d3a2dd81b9f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:02.382631 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d40a3f42-f196-451e-a2a1-83774eba0032 None None] Port d8fbfeb8-705a-49df-be01-a77115045f8a cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:02.387654 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e25f94c-8087-4944-95c1-32313c61d9be req-a709e6e1-1abe-4dc0-a37c-8d3a2dd81b9f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.2354116 Aug 18 19:22:02.392385 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:02.443980 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Router 656046f1-e3ce-41ae-be5d-7997902ee59e has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:22:02.488437 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e25f94c-8087-4944-95c1-32313c61d9be req-6429aec3-70d6-47c9-84c7-62d00c043985 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996926 Aug 18 19:22:02.489422 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:02.494540 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:02.615504 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a9a10011-9c2b-4e7d-af32-b22b09ecc90a None None] Provisioning complete for port d8fbfeb8-705a-49df-be01-a77115045f8a triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:02.615927 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9a10011-9c2b-4e7d-af32-b22b09ecc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.619667 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:02.622089 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:02.627220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:02.663252 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-bfd51f15-0bc3-450b-a982-037a2d51f373 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6974692 Aug 18 19:22:02.725256 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a9a10011-9c2b-4e7d-af32-b22b09ecc90a None None] Port d8fbfeb8-705a-49df-be01-a77115045f8a cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:02.749575 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80750ca3-0449-43f6-91a3-e1d66d22d4e5 req-ae260310-9bb1-4efc-9f35-4e28b5e5a90e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:02.754686 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80750ca3-0449-43f6-91a3-e1d66d22d4e5 req-ae260310-9bb1-4efc-9f35-4e28b5e5a90e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 931 time: 0.0895486 Aug 18 19:22:02.784057 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:22:02.790059 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-52219ff3-478e-40c1-9177-46496f5300f9 admin admin] 10.222.0.25 "PUT /v2.0/routers/656046f1-e3ce-41ae-be5d-7997902ee59e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7689619 Aug 18 19:22:02.847389 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80750ca3-0449-43f6-91a3-e1d66d22d4e5 req-577ecb7d-6569-4e38-9f48-6615d2ef7248 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854733 Aug 18 19:22:02.951982 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d40be02f-f64f-49b2-a4be-81e23735dff3 None None] Provisioning for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:02.958653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d40be02f-f64f-49b2-a4be-81e23735dff3 None None] Provisioning complete for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:02.959036 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d40be02f-f64f-49b2-a4be-81e23735dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:03.031464 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-646f2f4d-b6e8-4d21-a234-7617c8d0614f tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483739 Aug 18 19:22:03.044034 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d40be02f-f64f-49b2-a4be-81e23735dff3 None None] Port cade8f1b-18a2-494d-8cee-b7f8c94132d0 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:03.243474 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-b6297977-9632-4e82-a03b-f1b9895a213f tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:03.245207 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-b6297977-9632-4e82-a03b-f1b9895a213f tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128782 Aug 18 19:22:03.264145 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-c32410c3-074f-42ab-9c95-e768651697dc tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/quotas/02488e9c1a564b1e9c0fdb944a9fe14e HTTP/1.1" status: 200 len: 375 time: 0.0110915 Aug 18 19:22:03.301929 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-8e59cb4d-5248-4535-bff8-b070acf13b15 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290360 Aug 18 19:22:03.353409 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb3dc-1e34-44d4-b29d-e74892603037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:03.383259 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:03.448595 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:03.455304 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:03.455689 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:03.593666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:03.625781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:03.631922 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:03.632855 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 535f0c42-9013-45a9-885d-41ef414f79de up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:03.759619 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:03.968440 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:03.973655 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465869079', 'description': 'tempest-secgroup-smoke-1465869079 description', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.019972 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.043639 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 535f0c42-9013-45a9-885d-41ef414f79de triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:04.043952 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.124663 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Sync routers for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:22:04.133508 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.149257 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.170891 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.174878 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2023280 Aug 18 19:22:04.175013 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:22:04.175013 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:04.175594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 54316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.181291 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.203404 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f127f-408e-418d-b2ca-a853ffb8f73b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1db42-0cf0-41f0-a676-e5cd8f965f11,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.224306 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.286001 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.290222 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.310986 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55c4ea6-cd8a-4a1b-9dac-b284bc55d8cd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.325371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.326026 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:22:04.329297 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1b991db3-d310-497e-9673-8ecab10b0ec6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498895 Aug 18 19:22:04.330002 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.334641 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.367264 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.428278 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.432366 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.449917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaca339-9fb9-4fa0-9667-b1b274e4eb65,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.457728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.458986 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c1c52b24-cc99-4270-ac21-a7241b8eac44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279562 Aug 18 19:22:04.461777 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54320) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.466491 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.497917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.560261 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.564662 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.576760 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:22:01Z', 'revision_number': 4, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'd8fbfeb8-705a-49df-be01-a77115045f8a', 'name': '', 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'mac_address': 'fa:16:3e:83:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:22:00Z', 'updated_at': '2021-08-18T19:22:01Z', 'revision_number': 2, 'project_id': '97c16248132f4488994e9e20e6460712', 'subnets': [{'id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:04.584264 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b7221-98e7-4c82-8faf-13b0ab346d88,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.589251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.592369 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9272c4c1-2b73-4b15-8e8e-b3c1c4a7658d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295285 Aug 18 19:22:04.593180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.597638 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.604599 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Checking router: 656046f1-e3ce-41ae-be5d-7997902ee59e for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:22:04.604952 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Updating router 656046f1-e3ce-41ae-be5d-7997902ee59e port d8fbfeb8-705a-49df-be01-a77115045f8a binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:22:04.631800 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.656184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.721796 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.726669 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.742005 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005ceccf-7746-420b-8c12-9f4065b0c545,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.760262 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.765489 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-97615ad9-d38f-4986-b133-7ada0c84c78b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684532 Aug 18 19:22:04.766110 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.771143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.793038 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Project 4d4a606ae22d410289c4c35cde5d6e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:22:04.798285 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.871068 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.874485 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.891060 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e3694b-0c78-4ae0-a441-13f91ee13743,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:04.898274 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.899260 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-af3c2eeb-880e-49c5-84a5-650fc1f8e63d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319914 Aug 18 19:22:04.902057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 54326) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:04.906498 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'security_group_rule': {'security_group_id': '7ba1db42-0cf0-41f0-a676-e5cd8f965f11', 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:04.934966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.946875 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Transition to ACTIVE for port object d8fbfeb8-705a-49df-be01-a77115045f8a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:04.947145 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Project 4d4a606ae22d410289c4c35cde5d6e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:22:04.955003 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:04.960427 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.017574 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab7eb5-109d-461b-9ed2-a35496c835b5 None None] Pushing event updated for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:05.058648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.063762 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.078190 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Attempting to bind port d8fbfeb8-705a-49df-be01-a77115045f8a on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:05.078593 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Attempting to bind port d8fbfeb8-705a-49df-be01-a77115045f8a by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:05.078940 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Attempting to bind port d8fbfeb8-705a-49df-be01-a77115045f8a on network 447efb0e-e71e-4e69-9360-0fefa355f4dd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:05.085214 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:05.085690 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Checking segment: {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:05.086056 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.086420 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Bound using segment: {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:05.086907 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Bound port: d8fbfeb8-705a-49df-be01-a77115045f8a, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b306462-1894-4344-9dc1-16b7947e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:05.087304 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.101726 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.106654 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2035854 Aug 18 19:22:05.110222 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce94f2-b390-44d8-9bc2-1e348a304804 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc172b0-c252-4f98-9d1b-e6bfe930371c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:05.181300 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] For port d8fbfeb8-705a-49df-be01-a77115045f8a, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:05.186355 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] For port d8fbfeb8-705a-49df-be01-a77115045f8a, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=d8fbfeb8-705a-49df-be01-a77115045f8a,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:05.194788 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.242995 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:22:05.243764 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:21:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:05.366468 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:05.407304 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:22:05.526160 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab7eb5-109d-461b-9ed2-a35496c835b5 None None] Pushing event updated for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:05.687253 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4627680a-6d4c-41a3-a08a-962c8809561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.725496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:05.725938 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:05.823464 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:22:01Z', 'revision_number': 4, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'd8fbfeb8-705a-49df-be01-a77115045f8a', 'name': '', 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'mac_address': 'fa:16:3e:83:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:22:00Z', 'updated_at': '2021-08-18T19:22:05Z', 'revision_number': 4, 'project_id': '97c16248132f4488994e9e20e6460712', 'subnets': [{'id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:22:05.984938 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc295448-4075-4cac-9966-57f84c3557c5 None None] The sync data for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi is: [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:22:01Z', 'revision_number': 4, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'd8fbfeb8-705a-49df-be01-a77115045f8a', 'name': '', 'network_id': '447efb0e-e71e-4e69-9360-0fefa355f4dd', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'mac_address': 'fa:16:3e:83:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:22:00Z', 'updated_at': '2021-08-18T19:22:05Z', 'revision_number': 4, 'project_id': '97c16248132f4488994e9e20e6460712', 'subnets': [{'id': 'cd0ec57f-ec9c-4a92-9994-826d1dc4f65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:22:06.021099 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:07.012729 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:07.332808 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fbfeb8-705a-49df-be01-a77115045f8a up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:07.384061 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port d8fbfeb8-705a-49df-be01-a77115045f8a completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:07.388294 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port d8fbfeb8-705a-49df-be01-a77115045f8a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:07.388614 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:07.494615 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:07.538927 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port d8fbfeb8-705a-49df-be01-a77115045f8a, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=d8fbfeb8-705a-49df-be01-a77115045f8a,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:07.546782 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:07.597270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:08.627316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:09.312557 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fbfeb8-705a-49df-be01-a77115045f8a up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:09.367116 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port d8fbfeb8-705a-49df-be01-a77115045f8a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:09.367499 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:11.115511 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:15.607577 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:22:18.177592 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Request body: {'port': {'device_id': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:18.234339 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:18.310155 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb42a893-ca0c-4e96-b346-fc3d3a896f06 req-962ec5cf-485f-428f-95d4-594ea0e8f968 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 210 time: 0.0314143 Aug 18 19:22:18.470475 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3561db-cca4-455b-bb49-abf3e6947c2d req-f0fc8f29-453a-4636-ab04-76a8699777fe tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:18.472455 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b3561db-cca4-455b-bb49-abf3e6947c2d req-f0fc8f29-453a-4636-ab04-76a8699777fe tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1593337 Aug 18 19:22:18.774194 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f666d1-8dc7-4080-acdf-64abaa4a14a8 req-3fecf3ad-a5b7-46f7-b202-4b75c8c3444e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:18.775628 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12f666d1-8dc7-4080-acdf-64abaa4a14a8 req-3fecf3ad-a5b7-46f7-b202-4b75c8c3444e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 931 time: 0.3708408 Aug 18 19:22:18.817479 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b3561db-cca4-455b-bb49-abf3e6947c2d req-a8aa87ed-c81e-4fbf-9738-7f228507e6b6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328576 Aug 18 19:22:18.854959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12f666d1-8dc7-4080-acdf-64abaa4a14a8 req-a506d3d5-43a9-4192-94db-44ce4267fe02 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Aug 18 19:22:18.926747 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cade8f1b-18a2-494d-8cee-b7f8c94132d0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:18.943467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:18.961933 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Transition to ACTIVE for port object cade8f1b-18a2-494d-8cee-b7f8c94132d0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:18.988091 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.018684 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-20433c22-9bd1-4d39-8f29-25d9356be9b8 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600305 Aug 18 19:22:19.223241 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:19.264901 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.265267 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.265595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.265976 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.267385 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.267956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.268312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.268674 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.269185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.269519 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.269854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.270178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:19.285590 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Attempting to bind port cade8f1b-18a2-494d-8cee-b7f8c94132d0 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:19.285998 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Attempting to bind port cade8f1b-18a2-494d-8cee-b7f8c94132d0 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:19.286333 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Attempting to bind port cade8f1b-18a2-494d-8cee-b7f8c94132d0 on network c9306bb6-f9eb-4dab-9087-d5cd4be93277 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:19.294262 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Port cade8f1b-18a2-494d-8cee-b7f8c94132d0 on network c9306bb6-f9eb-4dab-9087-d5cd4be93277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:22:19.294507 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Attempting to bind port cade8f1b-18a2-494d-8cee-b7f8c94132d0 on network c9306bb6-f9eb-4dab-9087-d5cd4be93277 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:19.314594 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:19.314981 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Checking segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:19.315572 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Bound using segment: {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:19.316098 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Bound port: cade8f1b-18a2-494d-8cee-b7f8c94132d0, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddafb239-912a-46df-b749-a0599eeb8a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:19.316783 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.379658 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-1fa1db44-3adb-4557-a05e-f202fb16ce33 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:19.381199 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-1fa1db44-3adb-4557-a05e-f202fb16ce33 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3431363 Aug 18 19:22:19.398209 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Request body: {'port': {'device_id': 'e6f95e94-a127-41c5-a521-769215ce7130', 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402', 'admin_state_up': True, 'tenant_id': '02488e9c1a564b1e9c0fdb944a9fe14e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:19.492663 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:19.514184 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d93fb29b-098c-4b71-b86a-ef0617e436b7 req-77ef9142-86de-4153-bcab-31b38f84f4ac tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 210 time: 0.0414958 Aug 18 19:22:19.529382 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:19.548892 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.593982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:19.594830 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.596251 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] 10.222.0.67 "PUT /v2.0/ports/cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 1093 time: 1.4242387 Aug 18 19:22:19.598877 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:19.601185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2840d6d4-1845-4622-9d64-41e0a4f773d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:19.632278 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Made reservation on behalf of 02488e9c1a564b1e9c0fdb944a9fe14e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:22:19.635973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.663218 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.665250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7879ba5-09cb-4ee1-a97d-c0c42d78587c service neutron] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:19.682728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0e075-005c-4d1e-b284-21dd48363907 x-openstack-request-id: req-14c0e075-005c-4d1e-b284-21dd48363907 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:19.683014 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:19.683260 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14c0e075-005c-4d1e-b284-21dd48363907 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:19.683648 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:22:19.743340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-3695dfe5-52e8-476d-96c8-7753c4e1c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:19.744917 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-3695dfe5-52e8-476d-96c8-7753c4e1c077 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1096 time: 0.0725591 Aug 18 19:22:19.803150 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-fce80506-2a69-47ec-8e1d-5d91abcc0513 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 217 time: 0.0441277 Aug 18 19:22:19.878826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-c7c1552e-6617-4986-94d8-719528d29899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:19.880295 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-c7c1552e-6617-4986-94d8-719528d29899 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.0664842 Aug 18 19:22:19.882042 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:19.888247 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:20.041914 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:20.109175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a5ea629c-4035-48a0-bd34-99ccbd8475a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.111014 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-a5ea629c-4035-48a0-bd34-99ccbd8475a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2132030 Aug 18 19:22:20.122481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c76235-2a25-4fec-abc7-561c337004c0 req-fcb908ba-fea2-4161-a1f7-f365f31fc831 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.123964 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81c76235-2a25-4fec-abc7-561c337004c0 req-fcb908ba-fea2-4161-a1f7-f365f31fc831 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.2283230 Aug 18 19:22:20.147878 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7176c4-e085-4a34-bad9-62973864d8df req-ea4fdd31-b695-411b-abfa-32f03caadda0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.149515 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2a7176c4-e085-4a34-bad9-62973864d8df req-ea4fdd31-b695-411b-abfa-32f03caadda0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 943 time: 0.1971292 Aug 18 19:22:20.183079 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0e18-31bb-442c-ae94-1049da5b849a req-3016f34d-662e-4412-9ae2-abdef2df65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.184635 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2dea0e18-31bb-442c-ae94-1049da5b849a req-3016f34d-662e-4412-9ae2-abdef2df65de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.0511818 Aug 18 19:22:20.233194 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2dea0e18-31bb-442c-ae94-1049da5b849a req-2cf16794-6898-45f6-9911-8f7fa4227511 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300100 Aug 18 19:22:20.236477 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Allocated IP 192.168.233.229 (fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402/3e1e4f7a-29a1-493e-9ab9-817aca6cf605/3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:20.288115 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81c76235-2a25-4fec-abc7-561c337004c0 req-f1d23c5b-3607-4b41-b46e-fdcd824edeea tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534948 Aug 18 19:22:20.307813 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2a7176c4-e085-4a34-bad9-62973864d8df req-8411a556-436b-40d5-83d0-fbb2b512a251 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426704 Aug 18 19:22:20.349938 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-5cf3210f-3a18-4702-a32a-6dcf5cc8101a service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133300 Aug 18 19:22:20.537649 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:20.541694 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3cb8abc-5adb-4bdc-81f8-a8bbb399e067 req-6bf70583-f526-4cbe-9a77-098fa593022d service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757324 Aug 18 19:22:20.554528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Transition to ACTIVE for port object 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:20.619079 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:20.749031 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Pushing event updated for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:20.754134 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:20.758770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:20.762265 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:20.820934 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2648618-b06d-4c07-a519-d5d97831eadc req-94c732f7-5765-4ac7-96c2-6a7b2e00aeb2 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.822615 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2648618-b06d-4c07-a519-d5d97831eadc req-94c732f7-5765-4ac7-96c2-6a7b2e00aeb2 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 936 time: 0.1516442 Aug 18 19:22:20.824525 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-5d243db0-c9b2-46c0-b419-992b2cfced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.825932 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-5d243db0-c9b2-46c0-b419-992b2cfced8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1096 time: 0.1539695 Aug 18 19:22:20.866607 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:20.867289 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:20.933120 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-19359fec-d5e4-46f7-a20c-5980bfee1cf5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5391908 Aug 18 19:22:20.938094 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2648618-b06d-4c07-a519-d5d97831eadc req-b031caee-7661-4e57-ac78-8e0d3d5713a9 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087217 Aug 18 19:22:20.949175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Request body: {'port': {'device_id': 'e6f95e94-a127-41c5-a521-769215ce7130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:21.003711 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-7bddd1ec-f7fe-434d-ab0e-a72acca24692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:21.005186 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-7bddd1ec-f7fe-434d-ab0e-a72acca24692 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.1570597 Aug 18 19:22:21.050670 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c2ed9d9a-7f34-4a8a-8e2b-c404e4d6e3f2 None None] Provisioning for port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:21.055919 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c2ed9d9a-7f34-4a8a-8e2b-c404e4d6e3f2 None None] Provisioning complete for port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:21.056467 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9d9a-7f34-4a8a-8e2b-c404e4d6e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:21.066509 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-8044cbd6-c865-45ec-877a-227edd19e233 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 217 time: 0.0412719 Aug 18 19:22:21.067146 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:21.100829 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed9d9a-7f34-4a8a-8e2b-c404e4d6e3f2 None None] Port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:21.221656 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-4f45268e-c915-454c-9287-de90bef5e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:21.223133 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-4f45268e-c915-454c-9287-de90bef5e342 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.1372635 Aug 18 19:22:21.334645 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-4f5e9201-4842-49b8-8f31-adcc88f8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:21.336235 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-4f5e9201-4842-49b8-8f31-adcc88f8b6f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0999889 Aug 18 19:22:21.542551 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:21.563744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10cb0-07d0-4949-8de5-9d2f9d2862af req-de947f33-72fe-4336-b280-ec97a5bd535e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:21.565318 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8b10cb0-07d0-4949-8de5-9d2f9d2862af req-de947f33-72fe-4336-b280-ec97a5bd535e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 943 time: 0.1645856 Aug 18 19:22:21.576815 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd5abd-d570-4f41-93f0-9f1e4d075770 req-036259f3-a93a-4f81-840d-fd257e5e8929 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:21.578523 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-31fd5abd-d570-4f41-93f0-9f1e4d075770 req-036259f3-a93a-4f81-840d-fd257e5e8929 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.2035306 Aug 18 19:22:21.583200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:21.594643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-d8de1e74-a254-4384-87b5-0f3bade234dc service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429047 Aug 18 19:22:21.869677 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Transition to ACTIVE for port object 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:21.901259 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:21.958079 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8b10cb0-07d0-4949-8de5-9d2f9d2862af req-bbd40aa9-3e4a-4903-9503-18eeefe4dc4d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783932 Aug 18 19:22:21.965632 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-31fd5abd-d570-4f41-93f0-9f1e4d075770 req-fa620fde-d06d-4f09-b13e-d7ff1d64e3fe tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791912 Aug 18 19:22:22.002959 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:22.020056 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2840d6d4-1845-4622-9d64-41e0a4f773d9 req-b0289608-eb3c-4b83-8add-4bbbdfd8396e service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795683 Aug 18 19:22:22.102180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Attempting to bind port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:22.102527 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Attempting to bind port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:22.102851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Attempting to bind port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 on network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:22.107621 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 on network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:22:22.107980 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Attempting to bind port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 on network fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:22.114667 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:22.115003 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Checking segment: {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:22.115614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Bound using segment: {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:22.115887 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Bound port: 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:22.116311 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:22.237524 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552f11-1c24-444d-812c-96c412093854 req-5b7edcf0-8635-46a6-9fdd-01cb8b2d5b25 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.239060 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8552f11-1c24-444d-812c-96c412093854 req-5b7edcf0-8635-46a6-9fdd-01cb8b2d5b25 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 948 time: 0.1078761 Aug 18 19:22:22.241644 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:22.264977 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:22.273708 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:22.311876 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.312532 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:22.313975 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] 10.222.0.67 "PUT /v2.0/ports/3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 HTTP/1.1" status: 200 len: 1098 time: 1.3690989 Aug 18 19:22:22.316087 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:22.318493 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7664feca-9b59-47fa-aa5c-09bb00d1505e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:22.352729 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8552f11-1c24-444d-812c-96c412093854 req-98a3a48d-c720-480f-91ed-6e6587cac7f4 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059673 Aug 18 19:22:22.364938 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd49a06-b8cd-4280-9bc5-5c8429f2daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:22.434243 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-80f653e8-e26a-4f42-93f4-73d53281ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.436214 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-80f653e8-e26a-4f42-93f4-73d53281ffdb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 1101 time: 0.0616877 Aug 18 19:22:22.511118 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf171f89-bad9-4e75-8ed6-55f2b9bc4404 x-openstack-request-id: req-bf171f89-bad9-4e75-8ed6-55f2b9bc4404 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:22.511396 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:22.511832 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf171f89-bad9-4e75-8ed6-55f2b9bc4404 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:22.512247 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9', 'status': 'completed', 'code': 200} Aug 18 19:22:22.514401 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-ad336b2c-1eab-42e8-b1be-21007392671e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 HTTP/1.1" status: 200 len: 217 time: 0.0660036 Aug 18 19:22:22.640482 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-b08a82b7-a0dd-44ac-b644-bd5fb0a90e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.642520 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-b08a82b7-a0dd-44ac-b644-bd5fb0a90e4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e1e4f7a-29a1-493e-9ab9-817aca6cf605 HTTP/1.1" status: 200 len: 843 time: 0.0819809 Aug 18 19:22:22.651180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0923-44cb-457a-a6b2-f30674401c62 req-35ed4d8c-276c-441e-8f0a-38b07e235f45 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.659088 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-53fa0923-44cb-457a-a6b2-f30674401c62 req-35ed4d8c-276c-441e-8f0a-38b07e235f45 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1005237 Aug 18 19:22:22.723979 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-53fa0923-44cb-457a-a6b2-f30674401c62 req-d85781f1-0684-429d-b2a0-ec0d35b0353b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639031 Aug 18 19:22:22.736305 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866053e-f04f-4fc8-8989-d37162697294 req-2bd3e8d6-8b72-4a00-b9e0-6b69d84c0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:22.744959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-2bd3e8d6-8b72-4a00-b9e0-6b69d84c0197 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0831363 Aug 18 19:22:22.846966 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-2f4b43bc-2d8b-4276-8f6c-4a256cb4f300 service neutron] 10.222.0.67 "GET /v2.0/networks/fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927982 Aug 18 19:22:22.945734 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9866053e-f04f-4fc8-8989-d37162697294 req-eb710309-49c1-4f66-8bd8-5e039de0b204 service neutron] 10.222.0.67 "GET /v2.0/networks/fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892167 Aug 18 19:22:23.110128 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-d37a3f26-a42f-4765-96e3-5e6f7d5ddf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.111769 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-d37a3f26-a42f-4765-96e3-5e6f7d5ddf8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 1101 time: 0.1013489 Aug 18 19:22:23.126293 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcdc65-efeb-4fd6-8b8b-896ed9ae75a9 req-c03c8682-e8b1-4e84-96c7-a9f4e785cf56 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.127643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0fcdc65-efeb-4fd6-8b8b-896ed9ae75a9 req-c03c8682-e8b1-4e84-96c7-a9f4e785cf56 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 943 time: 0.0890443 Aug 18 19:22:23.160850 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc981b6d-9d10-4e7b-9249-18c316e87b6a req-42d13f54-cf84-4344-b9e3-2fe9d7d6566d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.162281 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bc981b6d-9d10-4e7b-9249-18c316e87b6a req-42d13f54-cf84-4344-b9e3-2fe9d7d6566d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1128130 Aug 18 19:22:23.244247 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0fcdc65-efeb-4fd6-8b8b-896ed9ae75a9 req-a24589f5-0d3b-4eb0-a9fd-a94e68b5e52f tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060622 Aug 18 19:22:23.265865 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bc981b6d-9d10-4e7b-9249-18c316e87b6a req-c5cdf872-3a0e-4e16-91db-4795fcf921b8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712688 Aug 18 19:22:23.284399 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-83ce0cd2-b8a3-4d6f-9485-79ead8fa9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.285955 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-83ce0cd2-b8a3-4d6f-9485-79ead8fa9979 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402 HTTP/1.1" status: 200 len: 870 time: 0.1574605 Aug 18 19:22:23.336601 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-5c91b23c-3d4f-406e-8d8d-fd7c409169ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 HTTP/1.1" status: 200 len: 217 time: 0.0361567 Aug 18 19:22:23.392542 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-38461768-96c0-47e7-83ea-dd47dff12f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.394085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-38461768-96c0-47e7-83ea-dd47dff12f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e1e4f7a-29a1-493e-9ab9-817aca6cf605 HTTP/1.1" status: 200 len: 843 time: 0.0461493 Aug 18 19:22:23.510590 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-6542cdec-663b-49c5-82ff-a5c5f007ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.512033 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-6542cdec-663b-49c5-82ff-a5c5f007ac75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1086009 Aug 18 19:22:23.549852 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73718-a199-4a41-975d-2e73cdf38b1b req-eca48d51-313f-4d7d-a1d9-8a78a276657c tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.551283 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fdd73718-a199-4a41-975d-2e73cdf38b1b req-eca48d51-313f-4d7d-a1d9-8a78a276657c tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 948 time: 0.1179264 Aug 18 19:22:23.638331 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device cade8f1b-18a2-494d-8cee-b7f8c94132d0 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:22:23.671425 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a2b0-a51a-4e0d-ac67-bfd34dbec28e req-1e199014-bb6e-4774-9226-a757191a335c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.673143 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdb4a2b0-a51a-4e0d-ac67-bfd34dbec28e req-1e199014-bb6e-4774-9226-a757191a335c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1998236 Aug 18 19:22:23.682311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fdd73718-a199-4a41-975d-2e73cdf38b1b req-18cd6d77-feb1-41cb-8cf6-a7d42f96dece tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 Aug 18 19:22:23.684245 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e98b5-3e25-4552-8490-7ae7c8239add req-67874304-b3f2-4327-b8fa-4c6ad4ad6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.685920 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-67874304-b3f2-4327-b8fa-4c6ad4ad6926 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.2147284 Aug 18 19:22:23.699428 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-ea25c432-537a-44c6-8bbd-77b090a081c9 service neutron] 10.222.0.67 "GET /v2.0/networks/fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681890 Aug 18 19:22:23.751156 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:23.763557 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'port_id': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'mac_address': 'fa:16:3e:6e:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:22:23.786943 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdb4a2b0-a51a-4e0d-ac67-bfd34dbec28e req-a265f9dc-61ac-4b86-a99e-b9cbaf3092ca tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983071 Aug 18 19:22:23.828097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:23.845891 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cade8f1b-18a2-494d-8cee-b7f8c94132d0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:23.873718 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:23.878545 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:23.924916 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a9da-83d4-4bd8-8659-f1931dc58f7b req-b5e488a0-a613-488b-8f12-1f1200863085 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.926339 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:23.926487 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e224a9da-83d4-4bd8-8659-f1931dc58f7b req-b5e488a0-a613-488b-8f12-1f1200863085 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0996494 Aug 18 19:22:23.928573 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7664feca-9b59-47fa-aa5c-09bb00d1505e req-e543f51e-6843-4133-acd6-64c165fb887a service neutron] 10.222.0.67 "GET /v2.0/networks/fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078593 Aug 18 19:22:23.929644 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e98b5-3e25-4552-8490-7ae7c8239add req-23d27deb-91bc-4298-a2c1-5d6dc96a75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:23.930905 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-23d27deb-91bc-4298-a2c1-5d6dc96a75e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.2091217 Aug 18 19:22:23.933638 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.934002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.934376 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.934701 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.935028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.935977 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.936327 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.936651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.937201 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.937524 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.937896 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.938216 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:23.990638 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-50ac3a97-6b5e-482c-9ac4-3c220b2b1641 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0417836 Aug 18 19:22:24.002966 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e224a9da-83d4-4bd8-8659-f1931dc58f7b req-b3518a22-4240-4761-8b9e-dac2a7b9fd52 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699308 Aug 18 19:22:24.048137 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e98b5-3e25-4552-8490-7ae7c8239add req-caa05d46-1c3d-437f-ad30-d0f72dc5caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:24.049736 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-caa05d46-1c3d-437f-ad30-d0f72dc5caf3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0452132 Aug 18 19:22:24.086406 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-9a608a7e-482a-410e-b8af-f1c10196e69a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253577 Aug 18 19:22:24.194305 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-c84bffb8-8e99-4b22-b78f-0ad15f895762 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Aug 18 19:22:24.288782 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044e98b5-3e25-4552-8490-7ae7c8239add req-ce104dbe-ae95-4125-9d31-81ceda4f1650 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836465 Aug 18 19:22:24.369559 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776820-112c-414a-a331-d030689aa591 req-2e2e601c-f839-459f-829d-b6ba612742bf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:24.371059 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f776820-112c-414a-a331-d030689aa591 req-2e2e601c-f839-459f-829d-b6ba612742bf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 944 time: 0.0558686 Aug 18 19:22:24.409816 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f776820-112c-414a-a331-d030689aa591 req-e7d732d5-1291-41bc-a57c-cc5c0d73405b tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 18 19:22:24.441003 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:24.812579 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc05d-077c-48d5-8ef9-b6bb6d9c609f req-d980a8bf-b4a2-4e3e-a93c-e33f650b85cc tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:24.814172 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a2fdc05d-077c-48d5-8ef9-b6bb6d9c609f req-d980a8bf-b4a2-4e3e-a93c-e33f650b85cc tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 948 time: 0.0541513 Aug 18 19:22:24.854876 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a2fdc05d-077c-48d5-8ef9-b6bb6d9c609f req-58b7c6ab-e064-48ef-9f76-c9854073520c tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Aug 18 19:22:24.922639 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a27039-603a-40ed-91ae-d6f5d8888472 req-797331f5-f43d-43a3-8e50-e8561529640d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:24.924617 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-20a27039-603a-40ed-91ae-d6f5d8888472 req-797331f5-f43d-43a3-8e50-e8561529640d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0584755 Aug 18 19:22:24.964102 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-20a27039-603a-40ed-91ae-d6f5d8888472 req-38154636-411b-4c4e-9968-ca4d7a562aeb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Aug 18 19:22:25.129327 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09a39-ee2a-427c-bac6-3e1b1c676953 req-ff35028d-fa02-4960-8c76-f09d03010291 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:25.130802 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85d09a39-ee2a-427c-bac6-3e1b1c676953 req-ff35028d-fa02-4960-8c76-f09d03010291 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Aug 18 19:22:25.173088 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85d09a39-ee2a-427c-bac6-3e1b1c676953 req-7029e53c-cd00-4708-826f-36928d2932f1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Aug 18 19:22:25.540587 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322550-5b68-4b36-be19-44c9cd028bf6 req-ddb55290-a448-4a38-9662-9a3096315c15 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:25.542090 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f322550-5b68-4b36-be19-44c9cd028bf6 req-ddb55290-a448-4a38-9662-9a3096315c15 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 944 time: 0.0656476 Aug 18 19:22:25.580262 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f322550-5b68-4b36-be19-44c9cd028bf6 req-d0ec96e6-244d-42dc-af60-88f3329697f8 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Aug 18 19:22:25.661643 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:22:25.758448 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:25.769604 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9', 'network_id': 'fd5c5b17-0143-4ea3-8bdb-d8ea4faf9402', 'port_id': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9', 'mac_address': 'fa:16:3e:8e:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1e4f7a-29a1-493e-9ab9-817aca6cf605', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:22:25.808329 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:25.821914 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:25.842256 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:25.847679 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:25.896830 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:25.986389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e0bab-66b2-4972-b821-ca210723f108 req-2b7c08d9-68b0-4570-9006-968d483f1c58 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:25.987885 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d6e0bab-66b2-4972-b821-ca210723f108 req-2b7c08d9-68b0-4570-9006-968d483f1c58 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0626974 Aug 18 19:22:26.032958 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d6e0bab-66b2-4972-b821-ca210723f108 req-2d86b840-b1c9-4ba8-a998-e96c32353f5a tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Aug 18 19:22:26.233658 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d62a12-4d23-40a1-b0e3-e6fe1d47e5d0 req-e72c37b2-24df-4264-a513-014670b426b4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:26.235313 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73d62a12-4d23-40a1-b0e3-e6fe1d47e5d0 req-e72c37b2-24df-4264-a513-014670b426b4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Aug 18 19:22:26.287412 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73d62a12-4d23-40a1-b0e3-e6fe1d47e5d0 req-f5b3c510-5e49-4f2b-8b0a-ed09958294a5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454848 Aug 18 19:22:26.323691 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4d35-76b9-48ed-b2cb-37f96d3f6381 req-7f26df4d-94f3-451f-9365-eb81f9e9d8c0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:26.325281 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09fc4d35-76b9-48ed-b2cb-37f96d3f6381 req-7f26df4d-94f3-451f-9365-eb81f9e9d8c0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0617120 Aug 18 19:22:26.367813 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09fc4d35-76b9-48ed-b2cb-37f96d3f6381 req-b03c40ef-a06b-4d94-a19f-a7ad9223ff76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361862 Aug 18 19:22:26.621128 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:26.707976 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1d7aa-6843-4fd6-84c3-b0be86ddbf2a req-eed925dd-7166-4ac8-af23-9b27f1775407 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:26.709533 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23e1d7aa-6843-4fd6-84c3-b0be86ddbf2a req-eed925dd-7166-4ac8-af23-9b27f1775407 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 944 time: 0.0539832 Aug 18 19:22:26.750579 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23e1d7aa-6843-4fd6-84c3-b0be86ddbf2a req-fa83ab2d-aa86-4eff-b229-a1c81db3bdbe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Aug 18 19:22:27.171829 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b0204-d795-4392-968e-722d4cb8ff67 req-ff930278-b366-453f-ada3-5815e9f4e5fe tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:27.173315 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d68b0204-d795-4392-968e-722d4cb8ff67 req-ff930278-b366-453f-ada3-5815e9f4e5fe tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0674193 Aug 18 19:22:27.212119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d68b0204-d795-4392-968e-722d4cb8ff67 req-8996987f-6a4f-4df6-b4fa-4328c9dc287f tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Aug 18 19:22:27.289146 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-c30942fa-58e7-4c21-86ad-cc4a176350e2 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465869079&fields=id&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 267 time: 0.0368094 Aug 18 19:22:27.425664 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-56205e4d-89b8-45ba-adac-11e454e28663 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:27.427032 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-56205e4d-89b8-45ba-adac-11e454e28663 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.1289592 Aug 18 19:22:27.437222 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db15a72-2269-4e8d-95d6-c5bc105a612e req-d0e25fd0-aaad-4383-90f8-c8177d48d21f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:27.438579 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8db15a72-2269-4e8d-95d6-c5bc105a612e req-d0e25fd0-aaad-4383-90f8-c8177d48d21f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0781474 Aug 18 19:22:27.458568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-d557421f-fd6e-4f6d-ac9c-ec5fb83cdecc tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/quotas/4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 375 time: 0.0190544 Aug 18 19:22:27.507969 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8db15a72-2269-4e8d-95d6-c5bc105a612e req-d0039a07-7f34-4d5f-b04b-46e7411153d6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622308 Aug 18 19:22:27.528493 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-8682e0d7-8f84-47a0-a1fa-a4c919e7903e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636513 Aug 18 19:22:27.653116 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c94f5-6b21-4478-a22d-d5cb4018922b req-95fce6ef-7e70-4eba-8822-4345111864aa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:27.654727 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-115c94f5-6b21-4478-a22d-d5cb4018922b req-95fce6ef-7e70-4eba-8822-4345111864aa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0713444 Aug 18 19:22:27.671620 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-28a70c8f-c1a9-4adb-9651-3ff2f1150344 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310947 Aug 18 19:22:27.741027 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-115c94f5-6b21-4478-a22d-d5cb4018922b req-10add216-ce91-49c2-88da-bf5c1f22fcdc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786226 Aug 18 19:22:27.778128 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-21b965ea-56a3-4eed-9931-443381d6802f service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994430 Aug 18 19:22:28.133909 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcd69d-fc38-4555-826f-82dc7e1af278 req-3d22809b-905e-4414-898e-2b7c8221eae2 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:28.135400 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ddcd69d-fc38-4555-826f-82dc7e1af278 req-3d22809b-905e-4414-898e-2b7c8221eae2 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 944 time: 0.2912502 Aug 18 19:22:28.152555 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-02a0dad1-86b8-449c-863d-372aed78d3f4 req-4935871a-1144-45d9-b46b-21a4a69bf521 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0391817 Aug 18 19:22:28.186494 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ddcd69d-fc38-4555-826f-82dc7e1af278 req-701c4aec-babb-4ab6-86b6-f3f12ee4e928 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Aug 18 19:22:28.338178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58fceb-dc56-4f72-8c23-744b19e4377a req-49f47d31-e56d-48bf-aea0-6687f51124be tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:28.339887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f58fceb-dc56-4f72-8c23-744b19e4377a req-49f47d31-e56d-48bf-aea0-6687f51124be tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0542541 Aug 18 19:22:28.380152 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f58fceb-dc56-4f72-8c23-744b19e4377a req-fd0f6076-387c-47fa-9f83-3c3f75de7a36 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Aug 18 19:22:28.488806 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device cade8f1b-18a2-494d-8cee-b7f8c94132d0 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:28.548498 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:28.552474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:28.552843 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:28.631251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffa19-8b2f-48dc-8ab5-71a10da38dec req-32ceab09-398c-4d7b-9782-f2ee3d1853d7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:28.632707 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-058ffa19-8b2f-48dc-8ab5-71a10da38dec req-32ceab09-398c-4d7b-9782-f2ee3d1853d7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0498009 Aug 18 19:22:28.636796 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:28.661417 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:28.663691 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9303ece5-3685-43bb-96d8-efd4f061db41" -d '{"events": [{"server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "name": "network-vif-plugged", "status": "completed", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:28.676391 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-058ffa19-8b2f-48dc-8ab5-71a10da38dec req-e8c0ef98-668b-4eae-9e86-fee0de4b39c4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363934 Aug 18 19:22:28.676764 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:28.681378 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:28.718589 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2bc4c-8057-4009-8547-fd85140699a4 x-openstack-request-id: req-82e2bc4c-8057-4009-8547-fd85140699a4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:28.718879 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "name": "network-vif-plugged", "status": "completed", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:28.719124 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e2bc4c-8057-4009-8547-fd85140699a4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:28.719512 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'code': 200} Aug 18 19:22:28.735827 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:28.862486 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496087-f94e-4195-812f-2238fb6c8dc4 req-3a39bb0f-fdcc-436f-83a8-d452933ccea3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:28.864312 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71496087-f94e-4195-812f-2238fb6c8dc4 req-3a39bb0f-fdcc-436f-83a8-d452933ccea3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Aug 18 19:22:28.904958 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71496087-f94e-4195-812f-2238fb6c8dc4 req-7d8b1a2c-7687-454f-a637-cd2d522d2b15 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Aug 18 19:22:29.257242 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c70c8eff-3058-46fb-a19d-c4c1c35fdeee req-5d2f53f9-0dda-46b0-9090-81edef59d6db tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0275300 Aug 18 19:22:29.305057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a14bf-29e3-4b7a-aeb3-429dabe7016a req-001d8b50-3ec8-4e06-bb93-379f75eaf6f0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:29.306533 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-837a14bf-29e3-4b7a-aeb3-429dabe7016a req-001d8b50-3ec8-4e06-bb93-379f75eaf6f0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Aug 18 19:22:29.346856 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-837a14bf-29e3-4b7a-aeb3-429dabe7016a req-d1b8a7c6-2b83-4b2e-9c8e-1eaedc54f1ae tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Aug 18 19:22:29.509815 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa32a1-f345-4307-ad41-b4899d935c61 req-5ebfc362-0037-4451-85d0-e000a2a5f425 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:29.511344 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60fa32a1-f345-4307-ad41-b4899d935c61 req-5ebfc362-0037-4451-85d0-e000a2a5f425 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0539172 Aug 18 19:22:29.553387 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60fa32a1-f345-4307-ad41-b4899d935c61 req-8cc86f4e-8d1f-455d-9432-e04574fbcc65 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Aug 18 19:22:30.040780 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc2f01-0638-437d-a6cd-d971e5386c09 req-21f35b6e-6d5f-42f4-99b4-0f685f3491ef tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:30.042294 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1fdc2f01-0638-437d-a6cd-d971e5386c09 req-21f35b6e-6d5f-42f4-99b4-0f685f3491ef tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Aug 18 19:22:30.082036 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1fdc2f01-0638-437d-a6cd-d971e5386c09 req-a7115efb-9184-4038-bc52-e0181447750c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336118 Aug 18 19:22:30.351780 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bca7c70a-80f7-456a-837e-094032e1e4a0 req-2bd0505e-2d40-410c-8a1c-e695efd4e1dd tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Aug 18 19:22:30.490559 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bece2f-74f5-4daa-abfd-0cb8957f9268 req-20349dd0-22b0-42ae-8043-8d12c8eba7b0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:30.491948 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5bece2f-74f5-4daa-abfd-0cb8957f9268 req-20349dd0-22b0-42ae-8043-8d12c8eba7b0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0656276 Aug 18 19:22:30.537311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5bece2f-74f5-4daa-abfd-0cb8957f9268 req-05734bee-a3f9-435c-9f4b-11135bb74a4b tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 18 19:22:30.683143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d73ee-a135-4031-b36f-8db4add8e364 req-fb6b4f53-2f92-4420-828e-30bebb7f7199 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:30.684699 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b86d73ee-a135-4031-b36f-8db4add8e364 req-fb6b4f53-2f92-4420-828e-30bebb7f7199 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0566084 Aug 18 19:22:30.743882 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b86d73ee-a135-4031-b36f-8db4add8e364 req-901e450a-5558-4eb1-bee8-a855627afa0f tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525892 Aug 18 19:22:30.760349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c19be-6a33-4965-8c69-4f3b6959323c req-76469eb8-8c92-432c-aeef-bd4ba505c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:30.761847 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb8c19be-6a33-4965-8c69-4f3b6959323c req-76469eb8-8c92-432c-aeef-bd4ba505c90e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1098 time: 0.0508566 Aug 18 19:22:30.809851 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb8c19be-6a33-4965-8c69-4f3b6959323c req-a9d14195-69ab-4c03-aa79-5ee22f24d588 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294058 Aug 18 19:22:31.233554 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005a39-60da-4665-87ee-90461886df8d req-3a5c43bf-0bc4-42c7-a882-2e0ff5cccf1a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:31.234978 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69005a39-60da-4665-87ee-90461886df8d req-3a5c43bf-0bc4-42c7-a882-2e0ff5cccf1a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0814028 Aug 18 19:22:31.245025 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761847ec-e4a2-4118-a4bf-d7646cc50df9 req-dfeaa149-fd12-4df8-bebb-04503225c33e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:31.246415 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-761847ec-e4a2-4118-a4bf-d7646cc50df9 req-dfeaa149-fd12-4df8-bebb-04503225c33e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0817785 Aug 18 19:22:31.306242 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69005a39-60da-4665-87ee-90461886df8d req-e9d0581c-9f17-4c80-bd92-b7d7a55dfbb1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587008 Aug 18 19:22:31.309478 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-761847ec-e4a2-4118-a4bf-d7646cc50df9 req-1d1192c2-9e24-4f5d-8a0a-02387890a684 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Aug 18 19:22:31.506111 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a9563cd3-d6ff-420d-8dd6-ad2009db4344 req-ade256ff-f5d3-46da-8d7a-a5009bf82e09 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0628893 Aug 18 19:22:31.593298 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-f4534bba-763c-4118-9d21-e5be599b755c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:31.594823 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-f4534bba-763c-4118-9d21-e5be599b755c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.1626155 Aug 18 19:22:31.675305 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-4101d96a-d07f-48d7-9295-c61e7c7a3c11 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 380 time: 0.0672772 Aug 18 19:22:31.692840 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a544b6d-05aa-4473-bd0a-09790afd77d3 req-5ed6c3ea-4b28-41c6-868a-6506bc2b3b52 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:31.696309 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a544b6d-05aa-4473-bd0a-09790afd77d3 req-5ed6c3ea-4b28-41c6-868a-6506bc2b3b52 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0696118 Aug 18 19:22:31.700483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'port': {'device_id': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'admin_state_up': True, 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'security_groups': ['7ba1db42-0cf0-41f0-a676-e5cd8f965f11']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:31.711617 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:31.773903 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:31.778443 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:31.778765 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:31.801946 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a544b6d-05aa-4473-bd0a-09790afd77d3 req-93910305-e33a-4998-8ce6-f1912c6c62bd tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970821 Aug 18 19:22:31.870826 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:31.879341 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Made reservation on behalf of 4d4a606ae22d410289c4c35cde5d6e7a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:22:31.882842 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:31.893962 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:31.896220 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba3650-40ab-423c-8c64-7f69314ea7cf" -d '{"events": [{"server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "name": "network-vif-plugged", "status": "completed", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:31.909692 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:31.916117 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:31.921651 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08429f3-7a5a-4830-a7b0-601a3d7c0b88 req-6a5b86b5-912f-4829-a20c-11ece2da17d0 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:31.922103 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a08429f3-7a5a-4830-a7b0-601a3d7c0b88 req-6a5b86b5-912f-4829-a20c-11ece2da17d0 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 949 time: 0.0855317 Aug 18 19:22:31.941000 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a78484-58b5-446b-9dec-1c9038b43137 x-openstack-request-id: req-78a78484-58b5-446b-9dec-1c9038b43137 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:31.941287 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "name": "network-vif-plugged", "status": "completed", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:31.941533 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78a78484-58b5-446b-9dec-1c9038b43137 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:31.941912 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9', 'code': 200} Aug 18 19:22:31.966965 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:32.007718 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a08429f3-7a5a-4830-a7b0-601a3d7c0b88 req-a01d48c0-f0cb-4e64-993e-1d53c8b471c8 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531411 Aug 18 19:22:32.053252 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.20.0.11 (d2ad66f9-82a5-4f38-80ec-a4045fffabf2/8c2d483b-d0ce-4cc0-aed4-2138b8939917/fd3b1262-3730-42d3-a92d-668161e680d8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:32.197784 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:32.211175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Transition to ACTIVE for port object fd3b1262-3730-42d3-a92d-668161e680d8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:32.243763 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:32.348808 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:32.356220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:32.360215 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:32.363358 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:32.458355 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:32.458994 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:32.474524 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-f48691ab-4fc2-4ed6-a3a2-f686b3ebab5e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:32.476134 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-f48691ab-4fc2-4ed6-a3a2-f686b3ebab5e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.2303650 Aug 18 19:22:32.495362 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-b29cabcb-7fed-4b43-9c9a-f0467e68a508 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999310 Aug 18 19:22:32.500314 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-85c75ebf-424f-4f82-a981-238bf10c70a1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/quotas/494203d6a445471bb6f57c89a8744c87 HTTP/1.1" status: 200 len: 375 time: 0.0163009 Aug 18 19:22:32.508894 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac8bbc-4567-488b-8841-3acf426f52c5 req-a5a40c81-aaf0-4263-916e-6baf8c85de8c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:32.510390 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57ac8bbc-4567-488b-8841-3acf426f52c5 req-a5a40c81-aaf0-4263-916e-6baf8c85de8c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1110203 Aug 18 19:22:32.576090 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57ac8bbc-4567-488b-8841-3acf426f52c5 req-7fc8fc46-ae15-4015-8119-14a2665f3824 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558293 Aug 18 19:22:32.588137 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-805fcab8-e87f-4c6d-9f0d-755376932d19 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767598 Aug 18 19:22:32.662057 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b3d92fa3-771a-48c8-a104-7a94501a807a None None] Provisioning for port fd3b1262-3730-42d3-a92d-668161e680d8 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:32.666409 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b3d92fa3-771a-48c8-a104-7a94501a807a None None] Provisioning complete for port fd3b1262-3730-42d3-a92d-668161e680d8 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:32.666791 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d92fa3-771a-48c8-a104-7a94501a807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:32.705419 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b3d92fa3-771a-48c8-a104-7a94501a807a None None] Port fd3b1262-3730-42d3-a92d-668161e680d8 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:22:32.707965 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386a2e-02a8-497e-81e2-8a2b6471e6e9 req-2307685c-30fe-41a6-8cb6-1780d1a28473 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:32.709468 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da386a2e-02a8-497e-81e2-8a2b6471e6e9 req-2307685c-30fe-41a6-8cb6-1780d1a28473 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 932 time: 0.0728660 Aug 18 19:22:32.726113 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-8a1f5029-b718-4d31-998c-fea9684b1d5e service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310713 Aug 18 19:22:32.796199 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da386a2e-02a8-497e-81e2-8a2b6471e6e9 req-9a7ee58e-e32a-45bb-9fa7-33fdf7e18b36 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793011 Aug 18 19:22:32.827968 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-3fe1aeda-0d64-4cef-b66b-022092047aed service neutron] 10.222.0.25 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951340 Aug 18 19:22:32.925014 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67857f-5c15-47cd-bd64-c34466e883b7 req-3fec3c75-adfa-4bed-8aec-a0ad2ddf70c2 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:32.926550 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0a67857f-5c15-47cd-bd64-c34466e883b7 req-3fec3c75-adfa-4bed-8aec-a0ad2ddf70c2 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0549591 Aug 18 19:22:32.976276 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0a67857f-5c15-47cd-bd64-c34466e883b7 req-abe6cc65-79ba-4f01-8e3b-82a8a53449dc tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Aug 18 19:22:32.990580 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3c86b27-97c4-4ffe-879f-42d7d73c4583 req-2c2ee96d-9add-440f-8dae-801d595fcaf5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0303595 Aug 18 19:22:33.123543 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406e1c-7a22-4e87-bcd9-4271a0c16b88 req-95cd77f6-85b7-48ad-85e6-5c2363285b2c tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:33.125149 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4406e1c-7a22-4e87-bcd9-4271a0c16b88 req-95cd77f6-85b7-48ad-85e6-5c2363285b2c tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0494967 Aug 18 19:22:33.165262 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4406e1c-7a22-4e87-bcd9-4271a0c16b88 req-d809b83d-73e4-493b-914d-7220c9c854f0 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Aug 18 19:22:33.353103 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-764d7ded-a8ea-42da-9adc-147619a6ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:33.705642 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5ce61-69f1-41d6-9b2f-f9d377034272 req-d5be71bd-af9b-4d3d-840e-dd629b699e3a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:33.707047 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71d5ce61-69f1-41d6-9b2f-f9d377034272 req-d5be71bd-af9b-4d3d-840e-dd629b699e3a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Aug 18 19:22:33.749007 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71d5ce61-69f1-41d6-9b2f-f9d377034272 req-59a888f2-d540-482e-8000-103159ac2d5e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Aug 18 19:22:33.926335 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c04ab9-bec1-44d5-9667-2e7b49e184e0 req-3ea61d63-7509-44c3-ba4a-eaae9128628b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:33.928187 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17c04ab9-bec1-44d5-9667-2e7b49e184e0 req-3ea61d63-7509-44c3-ba4a-eaae9128628b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 932 time: 0.0525546 Aug 18 19:22:33.972605 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17c04ab9-bec1-44d5-9667-2e7b49e184e0 req-6a05ba2a-b2d6-4eb2-b930-df069b3c9caa tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354841 Aug 18 19:22:34.099573 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a229432-af3d-49a7-adcd-9472f815123f req-674520dd-6bc5-4e4a-b2da-7a02a353d011 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0406301 Aug 18 19:22:34.120024 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d946b-2733-40d2-957b-c85e2cacc8a6 req-8b27b692-731a-4dc5-a944-0d5599f59d5a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:34.121495 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c32d946b-2733-40d2-957b-c85e2cacc8a6 req-8b27b692-731a-4dc5-a944-0d5599f59d5a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0758882 Aug 18 19:22:34.166181 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c32d946b-2733-40d2-957b-c85e2cacc8a6 req-22b73550-3d04-4e71-a3b6-02d2ffae2e4e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Aug 18 19:22:34.296392 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1b5c-b800-4db7-9a37-e3447329701b req-3c1eaa65-56f2-41c0-8862-abc968d3c558 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:34.297847 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af8a1b5c-b800-4db7-9a37-e3447329701b req-3c1eaa65-56f2-41c0-8862-abc968d3c558 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0600626 Aug 18 19:22:34.339012 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af8a1b5c-b800-4db7-9a37-e3447329701b req-19017519-7ce5-4cc6-a27a-c654e1611592 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Aug 18 19:22:34.889025 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ae97-4a88-4bff-bae1-9a54b4eaad75 req-cd132015-23fb-4008-95fe-24041a7cb63d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:34.890504 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2de4ae97-4a88-4bff-bae1-9a54b4eaad75 req-cd132015-23fb-4008-95fe-24041a7cb63d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0571847 Aug 18 19:22:34.930556 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2de4ae97-4a88-4bff-bae1-9a54b4eaad75 req-a29648d4-ee05-4d7f-b9f1-0b378c4e3f71 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331454 Aug 18 19:22:35.038467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Request body: {'port': {'device_id': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:35.140124 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.155862 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db7be-2901-403f-9edf-ced36a63b005 req-229d2b2c-5d01-451c-9bd1-5d9ff38a13b7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:35.157553 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-964db7be-2901-403f-9edf-ced36a63b005 req-229d2b2c-5d01-451c-9bd1-5d9ff38a13b7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 932 time: 0.0945094 Aug 18 19:22:35.262854 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ce2504c-4690-4355-a143-1db7c7df6073 req-22b3173e-9d63-4d40-944d-9b0551a2d85c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0774355 Aug 18 19:22:35.295690 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-964db7be-2901-403f-9edf-ced36a63b005 req-cb3def6b-2b7a-4da0-b667-ab8d2c803a49 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292195 Aug 18 19:22:35.409982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326ef99-3dbd-4913-a05f-7d0ea2a15b03 req-bce86121-d3c8-4a07-a2a0-4c93ba510dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:35.411492 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7326ef99-3dbd-4913-a05f-7d0ea2a15b03 req-bce86121-d3c8-4a07-a2a0-4c93ba510dae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 1103 time: 0.1940811 Aug 18 19:22:35.493660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ab117-1ad7-4cc0-a25b-f2d5f21af3b5 req-1c90392d-ab29-4076-98fa-4e0ceca9703e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:35.495155 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-413ab117-1ad7-4cc0-a25b-f2d5f21af3b5 req-1c90392d-ab29-4076-98fa-4e0ceca9703e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.1495881 Aug 18 19:22:35.568469 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7326ef99-3dbd-4913-a05f-7d0ea2a15b03 req-146bc532-f708-47ef-a5ea-bf2707dc181d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166642 Aug 18 19:22:35.602714 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217aec5-de42-4d04-a5a7-5a93da16a622 req-619d8b26-8b72-4685-9e9f-14038e61b17d tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:35.604211 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9217aec5-de42-4d04-a5a7-5a93da16a622 req-619d8b26-8b72-4685-9e9f-14038e61b17d tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.1491342 Aug 18 19:22:35.610490 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-413ab117-1ad7-4cc0-a25b-f2d5f21af3b5 req-d1bcc5a5-cbbd-4868-947a-907a591ad700 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999656 Aug 18 19:22:35.618682 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eece4a09-2865-4203-88d9-f91bb0fe1680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.677167 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9217aec5-de42-4d04-a5a7-5a93da16a622 req-acce418d-3e3c-422c-8473-fcceaed2a4e7 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Aug 18 19:22:35.687109 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3b1262-3730-42d3-a92d-668161e680d8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:35.694962 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.707886 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Transition to ACTIVE for port object fd3b1262-3730-42d3-a92d-668161e680d8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:35.712542 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.761219 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:35.843272 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Attempting to bind port fd3b1262-3730-42d3-a92d-668161e680d8 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:35.843497 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Attempting to bind port fd3b1262-3730-42d3-a92d-668161e680d8 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:35.843814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Attempting to bind port fd3b1262-3730-42d3-a92d-668161e680d8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:35.848944 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Port fd3b1262-3730-42d3-a92d-668161e680d8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:22:35.849265 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Attempting to bind port fd3b1262-3730-42d3-a92d-668161e680d8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:35.854445 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:35.854792 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:35.855169 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Bound using segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:35.855585 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Bound port: fd3b1262-3730-42d3-a92d-668161e680d8, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:35.856071 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.925859 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:35.930045 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fd3b1262-3730-42d3-a92d-668161e680d8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:35.935291 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.969719 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:35.970494 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:35.972211 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] 10.222.0.67 "PUT /v2.0/ports/fd3b1262-3730-42d3-a92d-668161e680d8 HTTP/1.1" status: 200 len: 1094 time: 0.9391851 Aug 18 19:22:35.972660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:35.974908 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dc7bf-155e-4477-a55a-1d1d33008d75" -d '{"events": [{"name": "network-changed", "server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:35.997838 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:36.087613 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f68a5-5245-49fc-af3c-8ed5168758c2 x-openstack-request-id: req-af3f68a5-5245-49fc-af3c-8ed5168758c2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:36.087932 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:36.088178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af3f68a5-5245-49fc-af3c-8ed5168758c2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:36.088564 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'status': 'completed', 'code': 200} Aug 18 19:22:36.094804 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8d342-d1d1-463f-91de-2e1241cc1155 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:36.175715 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-29bafe3b-3e97-42ba-b0c1-c4426e58baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:36.177246 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-29bafe3b-3e97-42ba-b0c1-c4426e58baa1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 1097 time: 0.1244788 Aug 18 19:22:36.183994 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-82c73838-f2ad-4886-b865-a91db4c81a86 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:36.185425 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-82c73838-f2ad-4886-b865-a91db4c81a86 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 815 time: 0.2075369 Aug 18 19:22:36.197244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812468b8-5087-4fa2-a43c-be17c1da74ca req-b2d807ee-28a4-4fb8-9009-b56168e656c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:36.198720 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-812468b8-5087-4fa2-a43c-be17c1da74ca req-b2d807ee-28a4-4fb8-9009-b56168e656c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1129665 Aug 18 19:22:36.236360 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-812468b8-5087-4fa2-a43c-be17c1da74ca req-cd1e143c-e4a1-4960-8290-8800f7e5620c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313799 Aug 18 19:22:36.368244 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f274103e-997c-4ecd-adbc-2270f497dcc0 req-c0d5937e-a368-405e-9cf0-ea6fca368021 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0274374 Aug 18 19:22:36.414826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc406-df67-4914-b5b1-f994aaf215b4 req-5c8e10ca-9ead-428e-9009-c7967d82b0da tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:36.416367 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8dfc406-df67-4914-b5b1-f994aaf215b4 req-5c8e10ca-9ead-428e-9009-c7967d82b0da tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0471621 Aug 18 19:22:36.452728 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8dfc406-df67-4914-b5b1-f994aaf215b4 req-9ffc0f6f-6f0f-45a9-a13d-75fbe4b9d8d2 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303571 Aug 18 19:22:36.735552 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d4ca-168a-4dff-b8f2-b89905814a4a req-65f2bcbe-b6df-4418-a789-4829cbe864a4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:36.737408 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0214d4ca-168a-4dff-b8f2-b89905814a4a req-65f2bcbe-b6df-4418-a789-4829cbe864a4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Aug 18 19:22:37.016641 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:37.028354 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0214d4ca-168a-4dff-b8f2-b89905814a4a req-e6bc4d82-c855-4847-a8de-dc49cc7a3c82 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825978 Aug 18 19:22:37.040927 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62a6c4-3f39-458a-b0d5-a487b096bdb4 req-65eae159-1788-4a2c-9092-f678d937a9a6 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:37.042482 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb62a6c4-3f39-458a-b0d5-a487b096bdb4 req-65eae159-1788-4a2c-9092-f678d937a9a6 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.2985299 Aug 18 19:22:37.083814 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb62a6c4-3f39-458a-b0d5-a487b096bdb4 req-ef80cfcb-9202-48fb-979c-700df9d1541b tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Aug 18 19:22:37.154159 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204d694-e90b-4dce-b7a4-038fd27c74e3 req-06816ca8-1068-4aa7-91c6-25370bf64ab4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:37.155675 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b204d694-e90b-4dce-b7a4-038fd27c74e3 req-06816ca8-1068-4aa7-91c6-25370bf64ab4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Aug 18 19:22:37.194823 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b204d694-e90b-4dce-b7a4-038fd27c74e3 req-ec415624-3d46-4eff-842b-9d4495068362 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Aug 18 19:22:37.364534 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075243-73fb-426e-8465-ed9ac09232ed req-d3a1ee01-7311-4735-9f66-5e5d81422df0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:37.366057 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-46075243-73fb-426e-8465-ed9ac09232ed req-d3a1ee01-7311-4735-9f66-5e5d81422df0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0538983 Aug 18 19:22:37.407105 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-46075243-73fb-426e-8465-ed9ac09232ed req-89adf2f1-725c-4348-972c-d92ef6c51a93 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347652 Aug 18 19:22:37.491105 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ce2cd9b-eac3-44ec-b079-8648dada5eae req-2e03858e-d6dd-4679-b0ba-a849f01e7d4f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0267358 Aug 18 19:22:37.544318 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf371b-272f-4374-adab-428b9aed2787 req-7c3be7de-2768-4288-80cf-9cee42f1764e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:37.545828 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4bf371b-272f-4374-adab-428b9aed2787 req-7c3be7de-2768-4288-80cf-9cee42f1764e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Aug 18 19:22:37.610572 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4bf371b-272f-4374-adab-428b9aed2787 req-e051375f-2f23-4576-81d3-2100f6f30761 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553172 Aug 18 19:22:37.618541 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e49591-2e23-4948-a8a6-b6d1d40a3da9 req-4dfd273a-d8f3-476f-add0-8ea9a22c4060 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:37.620013 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80e49591-2e23-4948-a8a6-b6d1d40a3da9 req-4dfd273a-d8f3-476f-add0-8ea9a22c4060 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0733190 Aug 18 19:22:37.663225 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80e49591-2e23-4948-a8a6-b6d1d40a3da9 req-4822696c-0368-42b7-8b33-4065a555e734 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Aug 18 19:22:38.205312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701959c7-7a1c-417f-9789-d2436be039a7 req-251b8501-0be4-41f6-ac64-fe0ccce20099 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:38.206964 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-701959c7-7a1c-417f-9789-d2436be039a7 req-251b8501-0be4-41f6-ac64-fe0ccce20099 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0524504 Aug 18 19:22:38.253806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-701959c7-7a1c-417f-9789-d2436be039a7 req-b666a02d-6730-470a-9e0c-6397f11176e3 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Aug 18 19:22:38.533610 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1037f6-53ba-4277-9b39-934bd0b56f7f req-bbe78bf5-1c89-4bac-ac04-e89b411f748f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:38.535090 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db1037f6-53ba-4277-9b39-934bd0b56f7f req-bbe78bf5-1c89-4bac-ac04-e89b411f748f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0523655 Aug 18 19:22:38.595276 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4dbeede3-f714-49a0-8c3e-2789e3a113b8 req-eec3d3f6-0cd7-4ba4-a69e-35b468149cf8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0368192 Aug 18 19:22:38.600223 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db1037f6-53ba-4277-9b39-934bd0b56f7f req-0197d818-ffa0-4cde-aba0-4d8f382d6f6f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Aug 18 19:22:38.636559 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:38.776169 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff89-5c3c-4e10-aacb-b5cdd2fa4aca req-c81395fe-ba13-4747-96f2-7efb6bd72e82 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:38.777766 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48d6ff89-5c3c-4e10-aacb-b5cdd2fa4aca req-c81395fe-ba13-4747-96f2-7efb6bd72e82 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0491312 Aug 18 19:22:38.816202 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48d6ff89-5c3c-4e10-aacb-b5cdd2fa4aca req-dfa3e6d9-b8f2-4f9c-b433-3665006a7c22 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Aug 18 19:22:39.271112 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Request body: {'port': {'device_id': '24a04239-613f-46c7-8be5-63f70cb9404c', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'admin_state_up': True, 'tenant_id': '494203d6a445471bb6f57c89a8744c87'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:39.275050 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-d0213f49-e9e1-47d5-a4a3-b413c25213a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3b1262-3730-42d3-a92d-668161e680d8 HTTP/1.1" status: 200 len: 217 time: 0.0611584 Aug 18 19:22:39.399501 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-2a9a4b75-b225-42c4-aa24-d3820e42b99b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412266 Aug 18 19:22:39.417291 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-bc7ef78b-5397-4d6e-bd4f-0518d3d0836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.418887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-bc7ef78b-5397-4d6e-bd4f-0518d3d0836e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.1010034 Aug 18 19:22:39.447084 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f33a2-ccc2-4b20-9c56-cf09133ea5a2 req-016c8fc8-f9bc-4b3f-8d5f-39150f4748ce tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.448552 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a34f33a2-ccc2-4b20-9c56-cf09133ea5a2 req-016c8fc8-f9bc-4b3f-8d5f-39150f4748ce tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.1196291 Aug 18 19:22:39.478724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-95db162e-7d94-4485-b483-44a05ba078fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.480200 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-95db162e-7d94-4485-b483-44a05ba078fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.0440607 Aug 18 19:22:39.529044 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a34f33a2-ccc2-4b20-9c56-cf09133ea5a2 req-daa18f8e-fa3e-456c-a0bb-a1bb1be02311 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716136 Aug 18 19:22:39.531254 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439123-50fc-43aa-9f6c-65b061af6353 req-a8e42332-98de-44b5-aa23-91a335c9608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.533293 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-a8e42332-98de-44b5-aa23-91a335c9608c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0938828 Aug 18 19:22:39.533465 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Made reservation on behalf of 494203d6a445471bb6f57c89a8744c87 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:22:39.536957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:39.602599 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-c73396de-e616-4cf8-ad1d-3116c552f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.604137 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-c73396de-e616-4cf8-ad1d-3116c552f466 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.0963786 Aug 18 19:22:39.667220 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-127e7534-79df-4bf5-b433-5c028260a085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0435998 Aug 18 19:22:39.709372 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21079d5c-ffaf-47d7-b741-cf2cb6d12701 req-c2aa0e4f-79b6-49e3-871c-a00193517a35 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0369706 Aug 18 19:22:39.734057 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-86d15b0c-b3db-4613-97de-05284ca92b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.735566 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-86d15b0c-b3db-4613-97de-05284ca92b19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0580909 Aug 18 19:22:39.773413 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-347822b1-20f1-499c-ad9b-746e39abea33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247724 Aug 18 19:22:39.791560 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-f338b3b8-f031-4e0c-9aed-57e510c6764a service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427700 Aug 18 19:22:39.869535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fd704-3d61-4c20-891f-aa80331eeda1 req-ad436048-c437-4823-8bd3-c515c560e304 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:39.871057 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b67fd704-3d61-4c20-891f-aa80331eeda1 req-ad436048-c437-4823-8bd3-c515c560e304 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1818509 Aug 18 19:22:39.876549 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Allocated IP 172.20.0.7 (b9596b8c-9cbd-42c9-9809-d6eff356fe98/ae2c7668-f91d-4367-aa5b-4335e8964bae/036ba0e3-140c-48e7-ba54-7e0800a3e142) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:39.878364 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-13fc7437-e93d-48a0-83c2-a9854f7a5aab service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924702 Aug 18 19:22:39.997384 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d7c690f-3443-4971-ad2f-a45fd3c22675 req-c73679c6-5e22-4efa-91e0-bb7bc7e7e599 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068120 Aug 18 19:22:40.016673 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b67fd704-3d61-4c20-891f-aa80331eeda1 req-0f055cc4-262d-4966-ab09-3061b8a50d70 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324954 Aug 18 19:22:40.032003 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62439123-50fc-43aa-9f6c-65b061af6353 req-53d16bc6-6860-468e-b19c-ed18535a9594 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218904 Aug 18 19:22:40.093239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85098fe2-b5fb-4481-9a08-21d72e5fe40b req-55b87293-350e-4c7c-a80f-6b0103ca3c78 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.094800 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85098fe2-b5fb-4481-9a08-21d72e5fe40b req-55b87293-350e-4c7c-a80f-6b0103ca3c78 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.1967711 Aug 18 19:22:40.199317 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85098fe2-b5fb-4481-9a08-21d72e5fe40b req-46c2782a-3686-4d83-b07c-05e6ab059197 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956507 Aug 18 19:22:40.221399 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:40.226868 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-123a8944-58be-4054-ba69-6bbce729957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.228428 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-123a8944-58be-4054-ba69-6bbce729957a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 1097 time: 0.0991695 Aug 18 19:22:40.322762 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:40.337730 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07', '827cf863-a864-439d-9aaa-670dd50793fb', '5c6cb44e-a512-4335-8c44-400245d7a207'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:40.390026 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-55d14a83-9ef8-489d-beec-3936771901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.392452 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-55d14a83-9ef8-489d-beec-3936771901cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.1509843 Aug 18 19:22:40.403535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Network b9596b8c-9cbd-42c9-9809-d6eff356fe98 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:40.407494 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:40.410724 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:40.448312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event updated for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:40.489382 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-2f58b83b-ad99-497d-b43c-9ed3171b3bb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3b1262-3730-42d3-a92d-668161e680d8 HTTP/1.1" status: 200 len: 217 time: 0.0686893 Aug 18 19:22:40.543500 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.544444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:40.578258 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-47efb17b-ad90-4f4c-8a79-6b9e74ebecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.579931 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-47efb17b-ad90-4f4c-8a79-6b9e74ebecb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0799060 Aug 18 19:22:40.587728 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1690a16f-1715-446f-8d8d-626b63edf9b2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3204191 Aug 18 19:22:40.646983 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Request body: {'port': {'device_id': '24a04239-613f-46c7-8be5-63f70cb9404c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:40.714006 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-50ea4611-8841-4d73-ad9f-0932057ac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.715471 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-50ea4611-8841-4d73-ad9f-0932057ac952 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096034 Aug 18 19:22:40.744700 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b741-48b9-4f2b-a917-a5dd685898ff req-4ad71af9-4082-4a0d-b583-61724471ba77 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.746153 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e202b741-48b9-4f2b-a917-a5dd685898ff req-4ad71af9-4082-4a0d-b583-61724471ba77 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.1279099 Aug 18 19:22:40.752915 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:40.912638 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e202b741-48b9-4f2b-a917-a5dd685898ff req-c62ff5fb-0a8a-4a8a-abf8-5458051b9167 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565180 Aug 18 19:22:40.993989 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd165a-136c-41f3-adf4-90f7ca545478 req-0a05dd72-6483-4e3c-94d2-f46665724022 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:40.995468 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b4dd165a-136c-41f3-adf4-90f7ca545478 req-0a05dd72-6483-4e3c-94d2-f46665724022 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 931 time: 0.2006669 Aug 18 19:22:41.038033 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-6c8061bb-699e-4fc1-958c-14b5f0aa34da service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741110 Aug 18 19:22:41.145634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:41.383029 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b4dd165a-136c-41f3-adf4-90f7ca545478 req-7cbeb783-32e6-4b00-a145-028d78fdfdec tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756213 Aug 18 19:22:41.507250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2048e9-9178-4ecd-a1c3-66ee1e9a966b req-5ebe8668-2e94-4582-a44f-7bbc7b842514 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:41.508763 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b2048e9-9178-4ecd-a1c3-66ee1e9a966b req-5ebe8668-2e94-4582-a44f-7bbc7b842514 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1442065 Aug 18 19:22:41.517843 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-314dc7bf-155e-4477-a55a-1d1d33008d75 req-59e57cbd-d18e-4afd-8fb8-e31f95358578 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559393 Aug 18 19:22:41.588583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7292b-d678-45fc-81f0-f24ab3a99f13 req-018b79e1-abae-4219-8f49-85ffaea25847 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:41.589950 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4b7292b-d678-45fc-81f0-f24ab3a99f13 req-018b79e1-abae-4219-8f49-85ffaea25847 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1462703 Aug 18 19:22:41.616859 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036ba0e3-140c-48e7-ba54-7e0800a3e142 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:41.623874 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b2048e9-9178-4ecd-a1c3-66ee1e9a966b req-1e21dd41-7ae4-4e50-ba31-a8d34fc6680a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996342 Aug 18 19:22:41.636175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:41.654200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Transition to ACTIVE for port object 036ba0e3-140c-48e7-ba54-7e0800a3e142 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:22:41.665192 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:41.694282 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4b7292b-d678-45fc-81f0-f24ab3a99f13 req-d0b5fae2-ca90-44ea-8675-882ad5e54797 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961952 Aug 18 19:22:41.744897 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Pushing event updated for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:41.808931 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741bf99-e0a8-4007-9eff-79d37b5654f0 req-0f20bfc1-d5c9-4f01-be71-11d5238b690f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:41.810477 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f741bf99-e0a8-4007-9eff-79d37b5654f0 req-0f20bfc1-d5c9-4f01-be71-11d5238b690f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.1005480 Aug 18 19:22:41.848467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Attempting to bind port 036ba0e3-140c-48e7-ba54-7e0800a3e142 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:22:41.848681 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Attempting to bind port 036ba0e3-140c-48e7-ba54-7e0800a3e142 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:22:41.849018 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Attempting to bind port 036ba0e3-140c-48e7-ba54-7e0800a3e142 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:41.861689 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Port 036ba0e3-140c-48e7-ba54-7e0800a3e142 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:22:41.862066 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Attempting to bind port 036ba0e3-140c-48e7-ba54-7e0800a3e142 on network b9596b8c-9cbd-42c9-9809-d6eff356fe98 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:22:41.866665 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f741bf99-e0a8-4007-9eff-79d37b5654f0 req-30c0dd82-96fd-4164-9d1d-23f693599bca tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495296 Aug 18 19:22:41.870504 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:22:41.870840 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Checking segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:22:41.871217 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Bound using segment: {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:22:41.871641 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Bound port: 036ba0e3-140c-48e7-ba54-7e0800a3e142, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199f0b71-5ca2-4694-85e0-2563a2ef32d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:22:41.872025 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:41.946681 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:22:41.949862 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:22:41.956169 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:42.041715 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Pushing event updated for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:42.046272 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.046882 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:42.048323 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-cf89bcdd-6c20-429e-aafc-d2965d0a805c service neutron] 10.222.0.67 "PUT /v2.0/ports/036ba0e3-140c-48e7-ba54-7e0800a3e142 HTTP/1.1" status: 200 len: 1093 time: 1.4073982 Aug 18 19:22:42.048721 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:42.051380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea79e52-c756-4793-b16c-1893439174f8" -d '{"events": [{"name": "network-changed", "server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:42.075156 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb19cc2-fe9b-4664-97d1-e16fa48c1ea6 req-087c6b98-180a-4922-ab9e-06496191bad5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.076738 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9eb19cc2-fe9b-4664-97d1-e16fa48c1ea6 req-087c6b98-180a-4922-ab9e-06496191bad5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0764556 Aug 18 19:22:42.092068 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d78b37-d045-404b-b9c3-c3612e3fd8e2 x-openstack-request-id: req-86d78b37-d045-404b-b9c3-c3612e3fd8e2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:42.092348 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:42.092595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86d78b37-d045-404b-b9c3-c3612e3fd8e2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:42.092974 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142', 'status': 'completed', 'code': 200} Aug 18 19:22:42.120638 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9eb19cc2-fe9b-4664-97d1-e16fa48c1ea6 req-5f014ac2-1e2c-4213-9c6d-d43aa5dac9b6 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Aug 18 19:22:42.164345 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-c7a2a4cf-fe56-49c4-be8b-90afb32f40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.165958 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-c7a2a4cf-fe56-49c4-be8b-90afb32f40a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 1096 time: 0.0419359 Aug 18 19:22:42.220880 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-7e115193-7c9c-4d09-9b2d-84c14c3c257e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142 HTTP/1.1" status: 200 len: 217 time: 0.0382576 Aug 18 19:22:42.287414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-9ad1696f-3415-41f6-8816-6bc19caede3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.288922 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-9ad1696f-3415-41f6-8816-6bc19caede3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0556035 Aug 18 19:22:42.334059 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-1844c08e-dc2d-4a37-b1f5-b35b68c05789 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330949 Aug 18 19:22:42.441785 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-bfe1af27-b209-4543-8cdc-31b1ddd2b53e service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960169 Aug 18 19:22:42.575678 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7c4ea-e2c3-4d97-980e-7c34b4b6dd6e req-624348cc-b9b4-4a26-933a-e5fb490bfd15 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.577176 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bc7c4ea-e2c3-4d97-980e-7c34b4b6dd6e req-624348cc-b9b4-4a26-933a-e5fb490bfd15 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 943 time: 0.1134398 Aug 18 19:22:42.598538 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fded437-ba1a-4efd-a646-8f8392c52bf4 req-fcef0557-bb35-4d09-b90c-f99566e9b7b3 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318791 Aug 18 19:22:42.628471 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bc7c4ea-e2c3-4d97-980e-7c34b4b6dd6e req-bc1dc843-27ea-4281-ba72-fcc023ccb6da tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Aug 18 19:22:42.741892 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79e52-c756-4793-b16c-1893439174f8 req-1666424b-d78f-4c97-bcd9-b6306d10fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.743738 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-1666424b-d78f-4c97-bcd9-b6306d10fa80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=494203d6a445471bb6f57c89a8744c87&device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 1096 time: 0.0695829 Aug 18 19:22:42.826040 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc959-3c42-416b-8831-d5c51e61da86 req-5aed25bf-5b17-4653-bcf3-2f484b0c63b8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.827491 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0cabc959-3c42-416b-8831-d5c51e61da86 req-5aed25bf-5b17-4653-bcf3-2f484b0c63b8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1179929 Aug 18 19:22:42.906392 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79e52-c756-4793-b16c-1893439174f8 req-7ee909d7-faef-4a2c-93d6-2896fd8ef766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.907735 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-7ee909d7-faef-4a2c-93d6-2896fd8ef766 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 200 len: 916 time: 0.1540408 Aug 18 19:22:42.911380 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0cabc959-3c42-416b-8831-d5c51e61da86 req-89f72918-db44-4075-bdd4-fcc3964ef12f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682476 Aug 18 19:22:42.918616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5afb3-ced3-4422-8d22-aaf59b64e900 req-144acfe5-1a86-4dda-90de-ddc9f17a673b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:42.920035 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4e5afb3-ced3-4422-8d22-aaf59b64e900 req-144acfe5-1a86-4dda-90de-ddc9f17a673b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1460664 Aug 18 19:22:42.963119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-124eabee-7c61-42b8-80a0-2636806b8162 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142 HTTP/1.1" status: 200 len: 217 time: 0.0420980 Aug 18 19:22:43.037756 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4e5afb3-ced3-4422-8d22-aaf59b64e900 req-8eef4628-aebf-42cd-838d-8a18346d6e1a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110053 Aug 18 19:22:43.052334 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79e52-c756-4793-b16c-1893439174f8 req-6a77ed3c-6adf-47bf-8811-98388a433dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:43.053747 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-6a77ed3c-6adf-47bf-8811-98388a433dbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 200 len: 855 time: 0.0814641 Aug 18 19:22:43.069649 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0f8dc-2a2d-4466-a356-1074280590c8 req-bb988c3e-5a4b-4b32-8975-cfc36b5961ad tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:43.070948 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88d0f8dc-2a2d-4466-a356-1074280590c8 req-bb988c3e-5a4b-4b32-8975-cfc36b5961ad tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0874963 Aug 18 19:22:43.104162 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-4cc6fcff-7cdf-48da-a0a1-bc77c90ad9cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9596b8c-9cbd-42c9-9809-d6eff356fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322366 Aug 18 19:22:43.137198 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88d0f8dc-2a2d-4466-a356-1074280590c8 req-a338e9e0-2800-4e77-ac42-688c27afa2bf tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579772 Aug 18 19:22:43.238501 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-01595386-00df-47d2-8820-cad43876bf8a service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152270 Aug 18 19:22:43.255247 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218b20a-d75a-4d28-8f70-40be416f05b9 req-60b6ba44-a601-47e5-b9a7-15d6f894a13e tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:43.256683 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2218b20a-d75a-4d28-8f70-40be416f05b9 req-60b6ba44-a601-47e5-b9a7-15d6f894a13e tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0691879 Aug 18 19:22:43.338963 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2218b20a-d75a-4d28-8f70-40be416f05b9 req-7988e27b-b60e-4389-9ca7-532c6e57441b tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Aug 18 19:22:43.370982 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bea79e52-c756-4793-b16c-1893439174f8 req-28824950-b996-4833-ada3-32e955f56a19 service neutron] 10.222.0.67 "GET /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133816 Aug 18 19:22:43.758369 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fbdf8-4283-4cd9-993f-29b46464cf29 req-d4863dc2-224d-4370-9bbe-eaba644ce5e8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:43.759761 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a4fbdf8-4283-4cd9-993f-29b46464cf29 req-d4863dc2-224d-4370-9bbe-eaba644ce5e8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 943 time: 0.0599871 Aug 18 19:22:43.803806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a4fbdf8-4283-4cd9-993f-29b46464cf29 req-64fd5252-2808-415a-af4d-f736fa100525 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Aug 18 19:22:44.053820 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73234a-29f2-4392-ab8f-e705d0ae00aa req-4960f47a-4b8a-4c2e-9bcf-6eb4f816697b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.055350 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f73234a-29f2-4392-ab8f-e705d0ae00aa req-4960f47a-4b8a-4c2e-9bcf-6eb4f816697b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Aug 18 19:22:44.102658 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f73234a-29f2-4392-ab8f-e705d0ae00aa req-49772d71-ad36-422d-8f6b-b823b1c91bd2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338740 Aug 18 19:22:44.160122 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e95aae-27a8-4dbb-b9f4-55444f1e160c req-3321f25d-6267-48a8-b92f-0ee7b92348d7 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.161598 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75e95aae-27a8-4dbb-b9f4-55444f1e160c req-3321f25d-6267-48a8-b92f-0ee7b92348d7 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0513170 Aug 18 19:22:44.203291 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75e95aae-27a8-4dbb-b9f4-55444f1e160c req-f9126c90-b902-49a8-a5ac-2a5e87708506 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350909 Aug 18 19:22:44.264062 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776d38-6708-40af-82ed-c9a65a586a17 req-96bb98be-877b-455e-8331-f106bc94abf7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.265512 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59776d38-6708-40af-82ed-c9a65a586a17 req-96bb98be-877b-455e-8331-f106bc94abf7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0518451 Aug 18 19:22:44.308725 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59776d38-6708-40af-82ed-c9a65a586a17 req-70df53be-9fad-482a-b072-4eae33e53004 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362525 Aug 18 19:22:44.476581 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4db3-d34b-457f-86c6-dbf7f1801a6b req-acffa8a2-1986-4363-b2c9-8a6381de3fd0 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.478085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8ab4db3-d34b-457f-86c6-dbf7f1801a6b req-acffa8a2-1986-4363-b2c9-8a6381de3fd0 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0544205 Aug 18 19:22:44.520276 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8ab4db3-d34b-457f-86c6-dbf7f1801a6b req-9914f47a-8edb-47cf-899a-895c062a6200 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Aug 18 19:22:44.844500 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f670bc7-2369-434b-bf66-acc7c3d39db8 req-4f807f22-07c8-4aae-9c1b-5ec86c9ca088 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.846046 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f670bc7-2369-434b-bf66-acc7c3d39db8 req-4f807f22-07c8-4aae-9c1b-5ec86c9ca088 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0559065 Aug 18 19:22:44.898762 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f670bc7-2369-434b-bf66-acc7c3d39db8 req-53757fc5-49d1-4085-8c85-68a76514ec7a tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Aug 18 19:22:44.935651 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3acd7e-b3a6-476b-b3d3-94dbf9bc3c90 req-e5d918c7-afe1-4f32-b947-462ad9a56bb9 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:44.937173 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b3acd7e-b3a6-476b-b3d3-94dbf9bc3c90 req-e5d918c7-afe1-4f32-b947-462ad9a56bb9 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 943 time: 0.0548973 Aug 18 19:22:44.984789 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b3acd7e-b3a6-476b-b3d3-94dbf9bc3c90 req-cad42f09-804e-41aa-97e8-c8a157063d0e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Aug 18 19:22:45.229989 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957f93-87ec-4811-a021-bdbe93d60d1f req-5d19157f-1aae-4474-be29-33214b128e92 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:45.232335 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81957f93-87ec-4811-a021-bdbe93d60d1f req-5d19157f-1aae-4474-be29-33214b128e92 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0563266 Aug 18 19:22:45.271581 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81957f93-87ec-4811-a021-bdbe93d60d1f req-223e3409-ef92-4609-a023-830eaa442778 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339403 Aug 18 19:22:45.322869 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad847d6-7b10-4b45-a59a-b7ae0d845170 req-ae4b73e1-a75c-452f-8912-f724fb774f50 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:45.324386 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aad847d6-7b10-4b45-a59a-b7ae0d845170 req-ae4b73e1-a75c-452f-8912-f724fb774f50 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0487139 Aug 18 19:22:45.365601 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aad847d6-7b10-4b45-a59a-b7ae0d845170 req-653b5ef9-e9d4-48e2-bc39-ca1e92647097 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348818 Aug 18 19:22:45.439008 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd79e59-a3bc-4bed-8c2f-418ad45bbda3 req-595014d6-d84d-4d5b-b3b0-9b06eac892b3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:45.440578 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cd79e59-a3bc-4bed-8c2f-418ad45bbda3 req-595014d6-d84d-4d5b-b3b0-9b06eac892b3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0551951 Aug 18 19:22:45.484881 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cd79e59-a3bc-4bed-8c2f-418ad45bbda3 req-7a73da8b-92f1-42bd-9940-b3a8040b8b30 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Aug 18 19:22:46.023014 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3f982-d747-4d97-8740-7228f28a786e req-116f6cfd-c435-434b-ab42-35bb32e23ff5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:46.024512 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68b3f982-d747-4d97-8740-7228f28a786e req-116f6cfd-c435-434b-ab42-35bb32e23ff5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0554142 Aug 18 19:22:46.063494 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68b3f982-d747-4d97-8740-7228f28a786e req-b036b6a2-684b-4b91-b6e3-961a49f63efe tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Aug 18 19:22:46.113133 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258cb00-ff33-44c9-bfb9-f5895df596ac req-904242b8-b165-453d-8004-1cb41852d174 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:46.114612 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2258cb00-ff33-44c9-bfb9-f5895df596ac req-904242b8-b165-453d-8004-1cb41852d174 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 943 time: 0.0502334 Aug 18 19:22:46.170253 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2258cb00-ff33-44c9-bfb9-f5895df596ac req-9b0b572d-aa26-4cb3-9cc5-e809437bd9e3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Aug 18 19:22:46.408673 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070ad99-7688-46d5-8b36-ea9f86332b6b req-b285a8d1-ccf5-4299-a405-279fa8ae5384 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:46.410087 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0070ad99-7688-46d5-8b36-ea9f86332b6b req-b285a8d1-ccf5-4299-a405-279fa8ae5384 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0533240 Aug 18 19:22:46.490519 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0070ad99-7688-46d5-8b36-ea9f86332b6b req-32306281-d972-456a-8328-2220e1150035 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719550 Aug 18 19:22:46.510871 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc86dc9-8aa2-46ee-81b2-54dd22f551e0 req-ac61820b-0162-494b-84b8-940816e73e7d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:46.512392 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3bc86dc9-8aa2-46ee-81b2-54dd22f551e0 req-ac61820b-0162-494b-84b8-940816e73e7d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0628929 Aug 18 19:22:46.553420 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3bc86dc9-8aa2-46ee-81b2-54dd22f551e0 req-53c8aa05-7f8f-4de7-a68e-9101aded7c35 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Aug 18 19:22:46.602695 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cea36-cd7c-4976-b852-908e2e6e7797 req-3fb2cdd6-1a4f-4f54-9c6b-5638a1268a6e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:46.604196 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f0cea36-cd7c-4976-b852-908e2e6e7797 req-3fb2cdd6-1a4f-4f54-9c6b-5638a1268a6e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0497181 Aug 18 19:22:46.647301 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f0cea36-cd7c-4976-b852-908e2e6e7797 req-58d88fc7-e60d-4288-b038-3844ceef1b40 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Aug 18 19:22:47.029464 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 036ba0e3-140c-48e7-ba54-7e0800a3e142 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:22:47.131591 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:47.144119 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '036ba0e3-140c-48e7-ba54-7e0800a3e142', 'network_id': 'b9596b8c-9cbd-42c9-9809-d6eff356fe98', 'port_id': '036ba0e3-140c-48e7-ba54-7e0800a3e142', 'mac_address': 'fa:16:3e:55:a9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2c7668-f91d-4367-aa5b-4335e8964bae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:22:47.181719 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.195774 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036ba0e3-140c-48e7-ba54-7e0800a3e142 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:47.208390 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-94f9f1fd-d779-4b23-8cfc-76b2ac2b05bf tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.209966 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-94f9f1fd-d779-4b23-8cfc-76b2ac2b05bf tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0798335 Aug 18 19:22:47.217251 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:47.218646 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fd53-1057-4e4a-82f3-ffb99a6a1456 req-f2361059-0aaa-456a-9b46-457e06af60cf tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.220350 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b95fd53-1057-4e4a-82f3-ffb99a6a1456 req-f2361059-0aaa-456a-9b46-457e06af60cf tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 950 time: 0.0819278 Aug 18 19:22:47.227052 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.277775 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:47.354440 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b95fd53-1057-4e4a-82f3-ffb99a6a1456 req-91bf078d-ee59-4d3e-8e9c-75003b6948f5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244402 Aug 18 19:22:47.371513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d11c-e404-4946-818a-f9401978af5e req-a977d78e-8587-4a4f-a05f-f2b48571bdb1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.373002 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a051d11c-e404-4946-818a-f9401978af5e req-a977d78e-8587-4a4f-a05f-f2b48571bdb1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 944 time: 0.1231563 Aug 18 19:22:47.413672 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Deleting port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:22:47.413956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.431595 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a051d11c-e404-4946-818a-f9401978af5e req-7b17d273-10d9-4163-91e8-630c6f318555 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516083 Aug 18 19:22:47.508213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] For port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,segment=NetworkSegment(6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6),segment_id=6f2c6c7d-8285-4b30-9fb5-9d72a6d2a6e6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:47.508659 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.521506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Calling delete_port for 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:22:47.635691 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d036-ec0b-4ca7-abbd-25564cc88f19 req-3c8829c1-4263-4651-b30f-7fbfa895eaeb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.637155 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f68d036-ec0b-4ca7-abbd-25564cc88f19 req-3c8829c1-4263-4651-b30f-7fbfa895eaeb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0725265 Aug 18 19:22:47.730633 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f68d036-ec0b-4ca7-abbd-25564cc88f19 req-ad774138-2951-40cd-8446-138f4e9b41f2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848498 Aug 18 19:22:47.754431 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9165154-de42-47be-9d99-838690587c38 req-12d1255a-2a52-4650-9a72-9770d01b1e51 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.756043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d9165154-de42-47be-9d99-838690587c38 req-12d1255a-2a52-4650-9a72-9770d01b1e51 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1294532 Aug 18 19:22:47.783059 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.808639 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:47.815908 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Pushing event deleted for resources: {'Port': ['ID=3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:47.843791 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['036ba0e3-140c-48e7-ba54-7e0800a3e142'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:47.859226 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d9165154-de42-47be-9d99-838690587c38 req-b33cf5ec-db65-4fda-9bd0-f69fd7302c80 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921319 Aug 18 19:22:47.899422 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] No DVR routers for this DVR port 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 on host hv-cinder-78409 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:22:47.904480 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:47.906466 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ceab548b-faba-45dd-9902-d5d42aa4c9ed req-942c3b17-45cf-4ad5-91d6-afd9d06be1c5 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.67 "DELETE /v2.0/ports/3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 HTTP/1.1" status: 204 len: 173 time: 0.6852427 Aug 18 19:22:47.906900 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'name': 'network-vif-deleted', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:47.909390 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c76c57-0db4-4cd2-92cf-0485bc254d4a" -d '{"events": [{"server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "name": "network-vif-deleted", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:47.926709 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cef93-1ef4-48b4-8edc-6bfd0885ade0 req-8bd551f4-e960-4eb0-994f-9017a5502675 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:47.928289 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a02cef93-1ef4-48b4-8edc-6bfd0885ade0 req-8bd551f4-e960-4eb0-994f-9017a5502675 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.1161871 Aug 18 19:22:47.970613 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b3a01-97bf-4ddd-a9a5-89f01a58b9a5 x-openstack-request-id: req-b27b3a01-97bf-4ddd-a9a5-89f01a58b9a5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:47.970949 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f95e94-a127-41c5-a521-769215ce7130", "name": "network-vif-deleted", "tag": "3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:47.971216 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b27b3a01-97bf-4ddd-a9a5-89f01a58b9a5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:47.972786 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f95e94-a127-41c5-a521-769215ce7130', 'name': 'network-vif-deleted', 'tag': '3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9', 'status': 'completed', 'code': 200} Aug 18 19:22:47.988403 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a02cef93-1ef4-48b4-8edc-6bfd0885ade0 req-567dff72-8850-4361-9a04-733c5489c28a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503054 Aug 18 19:22:48.471711 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92e9f675-8a8a-45e8-9c8c-098a9c99117c req-26539c5e-084f-4732-a473-6ad245b05951 tempest-VolumesNegativeTest-1452768364 tempest-VolumesNegativeTest-1452768364-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f95e94-a127-41c5-a521-769215ce7130 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Aug 18 19:22:48.552296 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfa9f3-2404-4a1f-ae77-6ca4bdb0457a req-dcddf4ac-798c-4953-a687-4b1312c3283c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:48.553760 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-66dfa9f3-2404-4a1f-ae77-6ca4bdb0457a req-dcddf4ac-798c-4953-a687-4b1312c3283c tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 944 time: 0.0496612 Aug 18 19:22:48.594856 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-66dfa9f3-2404-4a1f-ae77-6ca4bdb0457a req-2aab41f9-ba6d-4b1c-8753-038d5561fa14 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Aug 18 19:22:48.872212 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3da12-99d7-4e6b-9b68-9378723d5929 req-5223a6f8-5875-46fb-8261-4bb51996394e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:48.873585 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bf3da12-99d7-4e6b-9b68-9378723d5929 req-5223a6f8-5875-46fb-8261-4bb51996394e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0625713 Aug 18 19:22:48.922648 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bf3da12-99d7-4e6b-9b68-9378723d5929 req-ec8a6082-4b80-47ae-b340-844cd0ad88d5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Aug 18 19:22:48.992738 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3e03f-10c5-47ea-9d86-acf04b0969f8 req-6d8a8d4d-77f8-40b2-8570-17d2dcccf3d6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:48.994185 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64b3e03f-10c5-47ea-9d86-acf04b0969f8 req-6d8a8d4d-77f8-40b2-8570-17d2dcccf3d6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0532024 Aug 18 19:22:49.032404 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64b3e03f-10c5-47ea-9d86-acf04b0969f8 req-8af9764f-2ceb-446b-a211-ccca2b40ab2f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Aug 18 19:22:49.120975 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0e82-4af8-4f50-98c1-267598d18653 req-7d0166a3-8454-47df-8254-f35963f28a1f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:49.122557 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e31d0e82-4af8-4f50-98c1-267598d18653 req-7d0166a3-8454-47df-8254-f35963f28a1f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0513484 Aug 18 19:22:49.160810 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e31d0e82-4af8-4f50-98c1-267598d18653 req-b9bb2372-8b0e-4086-bf7a-f1a89e33ab9b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Aug 18 19:22:49.723314 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94578f-1198-4043-a0a2-9f3ec6ed9287 req-2815e006-99db-4584-b6e7-e0ae868cb3c0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:49.724856 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a94578f-1198-4043-a0a2-9f3ec6ed9287 req-2815e006-99db-4584-b6e7-e0ae868cb3c0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 944 time: 0.0503669 Aug 18 19:22:49.764271 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a94578f-1198-4043-a0a2-9f3ec6ed9287 req-183e7c3a-63ba-476c-a8d8-3079aada67c3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Aug 18 19:22:50.051466 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5d8b-1a9b-4164-a85a-bae0bfd797ca req-65af09c9-4352-4ba2-866f-2207c8e87db0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.058671 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d40c5d8b-1a9b-4164-a85a-bae0bfd797ca req-65af09c9-4352-4ba2-866f-2207c8e87db0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0621083 Aug 18 19:22:50.093458 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d40c5d8b-1a9b-4164-a85a-bae0bfd797ca req-218fe32f-55c2-4407-a781-2adcb8fb35f7 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Aug 18 19:22:50.185125 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4118a7-73e2-49fe-97ce-1f8cf9e8bab0 req-55c779f7-1529-4538-bcfc-463611e7526a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.186647 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee4118a7-73e2-49fe-97ce-1f8cf9e8bab0 req-55c779f7-1529-4538-bcfc-463611e7526a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0697105 Aug 18 19:22:50.230288 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee4118a7-73e2-49fe-97ce-1f8cf9e8bab0 req-0e0558a5-c62f-48ea-952a-6a3d5421460e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355732 Aug 18 19:22:50.335996 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e70db9-ca07-41e5-b773-c9e2ed14de5c req-77a088ec-e1e4-4652-bb96-b05d1fede4ac tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.337926 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c9e70db9-ca07-41e5-b773-c9e2ed14de5c req-77a088ec-e1e4-4652-bb96-b05d1fede4ac tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 944 time: 0.0540290 Aug 18 19:22:50.410909 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c9e70db9-ca07-41e5-b773-c9e2ed14de5c req-f8336a0c-1f44-4447-a705-9ce87ab16fe5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586414 Aug 18 19:22:50.474950 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-aa7a1d6d-1237-4123-b3d7-3e938385c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.476874 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-aa7a1d6d-1237-4123-b3d7-3e938385c079 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.0827727 Aug 18 19:22:50.488349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0793333-0cb3-4949-95b5-a104506fed10 req-af5f0273-36da-4fd8-9195-6f520a283c9f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.493594 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0793333-0cb3-4949-95b5-a104506fed10 req-af5f0273-36da-4fd8-9195-6f520a283c9f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0690048 Aug 18 19:22:50.581406 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0793333-0cb3-4949-95b5-a104506fed10 req-b6e10669-b167-4e89-b346-225b99f4b260 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777702 Aug 18 19:22:50.612533 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-eaf464eb-4a42-47ee-80bc-bca88315752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.613996 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-eaf464eb-4a42-47ee-80bc-bca88315752e service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.1191297 Aug 18 19:22:50.663348 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-255da2f1-b5d4-4a93-8460-029e59b7b132 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0409987 Aug 18 19:22:50.717715 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-e9a4c1f7-ecaf-4e08-9fe2-ebbba3cf1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.719268 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-e9a4c1f7-ecaf-4e08-9fe2-ebbba3cf1806 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0460012 Aug 18 19:22:50.759291 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-c06394f9-d871-4d18-999d-2a9cac2a9492 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298362 Aug 18 19:22:50.878241 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-4eb076c9-9c26-4c4c-b991-038c140b4043 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043491 Aug 18 19:22:50.912348 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33183b0f-2985-4994-9624-a0cef932f543 req-e03829ae-31aa-40be-afeb-1523c2fd99ec tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:50.913787 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-33183b0f-2985-4994-9624-a0cef932f543 req-e03829ae-31aa-40be-afeb-1523c2fd99ec tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 944 time: 0.0708652 Aug 18 19:22:51.077858 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device fd3b1262-3730-42d3-a92d-668161e680d8 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:22:51.087606 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 036ba0e3-140c-48e7-ba54-7e0800a3e142 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:51.211934 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 036ba0e3-140c-48e7-ba54-7e0800a3e142 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:51.249899 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 036ba0e3-140c-48e7-ba54-7e0800a3e142 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:51.250272 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:51.260344 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-33183b0f-2985-4994-9624-a0cef932f543 req-3468031d-c0b3-42dc-ae58-e36959bd3b39 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055593 Aug 18 19:22:51.261529 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fd3b1262-3730-42d3-a92d-668161e680d8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:51.294815 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'port_id': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'mac_address': 'fa:16:3e:85:cf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:22:51.335234 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384029a-f0dc-4393-b5cc-729145ccf270 req-ed0bc4b9-90b6-4582-84de-3e2e4f2db83d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:51.342363 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5384029a-f0dc-4393-b5cc-729145ccf270 req-ed0bc4b9-90b6-4582-84de-3e2e4f2db83d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1428709 Aug 18 19:22:51.354256 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-779766e5-fd76-4517-88dc-81b6f5a69bb1 req-839d3792-73df-4a8e-9689-86ab879f1b4c service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609206 Aug 18 19:22:51.401122 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:51.421393 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5384029a-f0dc-4393-b5cc-729145ccf270 req-0b3bac03-dd5d-4004-b1cd-82ad1c65d8de tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700746 Aug 18 19:22:51.431132 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3b1262-3730-42d3-a92d-668161e680d8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:51.446572 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfc31c-04b9-45f6-9d0e-4b46380bd92a req-9ccd50a8-d600-400c-b6c1-7b1950f61d0b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:51.448367 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8cbfc31c-04b9-45f6-9d0e-4b46380bd92a req-9ccd50a8-d600-400c-b6c1-7b1950f61d0b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0967307 Aug 18 19:22:51.478645 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fd3b1262-3730-42d3-a92d-668161e680d8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:51.492440 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:51.495673 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:51.537978 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8cbfc31c-04b9-45f6-9d0e-4b46380bd92a req-15e79dff-7d42-4d4d-b75b-4d0fb0e67827 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726659 Aug 18 19:22:51.549339 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:51.552455 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34187946-2f22-49d0-9eca-0971bbc4cf2f" -d '{"events": [{"server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "name": "network-vif-plugged", "status": "completed", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:51.564800 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df9121-3f0e-4201-a45f-7fce51830136 req-dfa49b88-412e-468a-8a1c-841f8dd17de9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:51.573668 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71df9121-3f0e-4201-a45f-7fce51830136 req-dfa49b88-412e-468a-8a1c-841f8dd17de9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0843418 Aug 18 19:22:51.577723 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:51.585341 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:51.589824 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:51.590817 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:22:51.613322 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087be752-be02-421a-a310-6fdaff8b20a6 x-openstack-request-id: req-087be752-be02-421a-a310-6fdaff8b20a6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:51.613689 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "name": "network-vif-plugged", "status": "completed", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:51.614002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-087be752-be02-421a-a310-6fdaff8b20a6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:51.614837 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142', 'code': 200} Aug 18 19:22:51.616740 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:22:51.617229 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 3c99a6fb-536b-4e14-a9d4-1bcf79dc25e9 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:22:51.643528 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71df9121-3f0e-4201-a45f-7fce51830136 req-88724fd8-836e-4ad2-aba3-b909e62fc33d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637889 Aug 18 19:22:51.673107 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:51.757059 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237dfc-1c45-4548-9534-5dcad242aa5b req-ad83c8f0-716b-4d5f-b15c-2042d76dd360 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:51.758806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8d237dfc-1c45-4548-9534-5dcad242aa5b req-ad83c8f0-716b-4d5f-b15c-2042d76dd360 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0558994 Aug 18 19:22:51.826388 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8d237dfc-1c45-4548-9534-5dcad242aa5b req-f73d3319-411b-4bd3-91d5-74f39938417b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613465 Aug 18 19:22:51.831152 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084b15e-35ac-402e-be4a-3a94b1628dcf req-722270e9-603d-4834-a904-ad7fafbfcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:51.833698 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5084b15e-35ac-402e-be4a-3a94b1628dcf req-722270e9-603d-4834-a904-ad7fafbfcf52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 1098 time: 0.0699358 Aug 18 19:22:51.877357 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5084b15e-35ac-402e-be4a-3a94b1628dcf req-2a3a87d9-17be-49f5-8bf6-4c9c4b910095 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Aug 18 19:22:51.976762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['fd3b1262-3730-42d3-a92d-668161e680d8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:52.377385 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46bee-e9ef-4536-8fae-7ab57c2f66cb req-285f3499-2baf-44db-955e-e58124497c9f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:52.379045 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82f46bee-e9ef-4536-8fae-7ab57c2f66cb req-285f3499-2baf-44db-955e-e58124497c9f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0541277 Aug 18 19:22:52.419558 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82f46bee-e9ef-4536-8fae-7ab57c2f66cb req-a474480e-8da7-4790-8698-bccac55e0498 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Aug 18 19:22:52.533374 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d51ab-49a1-46b2-b509-8b12ad4884f9 req-b5e302d6-7da5-4bfd-8d0c-3aec0a299310 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:52.535303 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f97d51ab-49a1-46b2-b509-8b12ad4884f9 req-b5e302d6-7da5-4bfd-8d0c-3aec0a299310 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Aug 18 19:22:52.580466 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f97d51ab-49a1-46b2-b509-8b12ad4884f9 req-e41f661e-3d0c-4f80-9310-f726f77350ce tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390134 Aug 18 19:22:52.606832 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:22:52.645550 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d808-2209-40e6-a022-b136870a8c91 req-cacce4cf-158c-451b-9bfd-e63b29689270 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:52.647173 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9e7d808-2209-40e6-a022-b136870a8c91 req-cacce4cf-158c-451b-9bfd-e63b29689270 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Aug 18 19:22:52.688018 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9e7d808-2209-40e6-a022-b136870a8c91 req-6dbf847c-c10e-4bc5-afe7-c8bf59ab629e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346785 Aug 18 19:22:52.754603 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc190c-5f41-454f-aa8f-7d6eba250415 req-bc0cd861-5d52-4d7e-957e-2c329ab687cb tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:52.756145 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3acc190c-5f41-454f-aa8f-7d6eba250415 req-bc0cd861-5d52-4d7e-957e-2c329ab687cb tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0559886 Aug 18 19:22:52.797469 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3acc190c-5f41-454f-aa8f-7d6eba250415 req-23763939-b9d0-46c8-8624-11352210685b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Aug 18 19:22:52.946814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf601e8-bee4-4671-8ce1-f1608ba4f389 req-c4faccba-5906-433e-8503-ca4b0178b77e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:52.948317 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-faf601e8-bee4-4671-8ce1-f1608ba4f389 req-c4faccba-5906-433e-8503-ca4b0178b77e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0510449 Aug 18 19:22:53.000214 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-faf601e8-bee4-4671-8ce1-f1608ba4f389 req-462571c1-2ee8-4388-a082-d378317a9349 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Aug 18 19:22:53.101469 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:22:53.205073 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:53.215318 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:22:53.255831 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.271440 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:22:53.290733 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:53.295497 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.341673 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:53.502386 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:53.537648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcc6a2-521f-4052-a1f2-cc7c4b1418e6 req-2a723855-9b36-42ff-bc45-ea3c6e34c461 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:53.539234 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cfcc6a2-521f-4052-a1f2-cc7c4b1418e6 req-2a723855-9b36-42ff-bc45-ea3c6e34c461 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0505037 Aug 18 19:22:53.577837 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cfcc6a2-521f-4052-a1f2-cc7c4b1418e6 req-45b2e56c-eafd-4f59-aff6-8e396bb49fd1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Aug 18 19:22:53.609414 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['d725ebe4-aaea-4d0a-9c67-f5e9e589603f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:22:53.647121 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-43ddb55c-3887-49f7-9997-98dea49f18a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02488e9c1a564b1e9c0fdb944a9fe14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428699 Aug 18 19:22:53.649024 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:53.701813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.714233 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70406-7837-4a59-9819-2a15140fc526 req-b97d3aa3-0019-4799-a77b-03145c4dfac4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:53.715790 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57c70406-7837-4a59-9819-2a15140fc526 req-b97d3aa3-0019-4799-a77b-03145c4dfac4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0539861 Aug 18 19:22:53.725009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.780799 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.783691 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:53.785091 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d0f6d4d-1214-40fe-9c90-b8d2b212aef7 HTTP/1.1" status: 204 len: 168 time: 0.1350839 Aug 18 19:22:53.793369 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f6d4d-1214-40fe-9c90-b8d2b212aef7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:53.800789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.801358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.801854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.802344 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.802830 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.803162 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.803646 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.804176 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.804475 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57c70406-7837-4a59-9819-2a15140fc526 req-0f597997-a3fd-4d97-bf84-c54bc27252fd tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763772 Aug 18 19:22:53.804790 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.805265 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.805721 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.806837 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba6a6-f165-42e6-a51b-5fbbb5feb95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:22:53.873619 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b50c13-e95c-4ff1-882d-f723214e8bfe req-509b8257-0822-44a4-92e2-fcd540275f3f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:53.875664 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63b50c13-e95c-4ff1-882d-f723214e8bfe req-509b8257-0822-44a4-92e2-fcd540275f3f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0915024 Aug 18 19:22:53.949204 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63b50c13-e95c-4ff1-882d-f723214e8bfe req-541ce674-370a-4386-a3c5-21cc8dec90da tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583656 Aug 18 19:22:53.968743 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068250e-c985-4672-9a1d-c7a8b2165344 req-52dc17b7-2cd7-4d66-ac5d-0fb5afa12d08 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:53.970721 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8068250e-c985-4672-9a1d-c7a8b2165344 req-52dc17b7-2cd7-4d66-ac5d-0fb5afa12d08 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0924587 Aug 18 19:22:54.028239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8068250e-c985-4672-9a1d-c7a8b2165344 req-9667c64c-4957-4da1-8ba8-769c8e1c70fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 Aug 18 19:22:54.147663 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84e35-1923-4a0f-aa4d-8cf063e4cd44 req-d803af7c-9e57-4b32-a9b6-81bfcf0f5968 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:54.149281 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dac84e35-1923-4a0f-aa4d-8cf063e4cd44 req-d803af7c-9e57-4b32-a9b6-81bfcf0f5968 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0572388 Aug 18 19:22:54.193343 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dac84e35-1923-4a0f-aa4d-8cf063e4cd44 req-419bf6bd-abbc-43d5-be2c-dbcdb7529ef1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Aug 18 19:22:54.702773 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c52d3-dd02-4795-8a39-1fe3955f796b req-5c9d4a95-4514-4916-be43-36ae0c98268b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:54.704568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e67c52d3-dd02-4795-8a39-1fe3955f796b req-5c9d4a95-4514-4916-be43-36ae0c98268b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0558810 Aug 18 19:22:54.746105 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e67c52d3-dd02-4795-8a39-1fe3955f796b req-9837bf1a-cb0b-4bf4-9a1a-6b1fbb31a8a3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Aug 18 19:22:54.953950 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c6ee-55b6-454e-b028-8d6c1e1b6774 req-9600baf3-ca6a-4920-bc8a-cd60f0877294 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:54.962195 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e6f0c6ee-55b6-454e-b028-8d6c1e1b6774 req-9600baf3-ca6a-4920-bc8a-cd60f0877294 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0610490 Aug 18 19:22:55.037463 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e6f0c6ee-55b6-454e-b028-8d6c1e1b6774 req-198467c6-b33b-4be3-a7c1-37c0350ef107 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742340 Aug 18 19:22:55.118954 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:55.151216 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842062c1-c227-4fb8-ae8d-a49dff1dcd17 req-5a2ae794-7c64-4a10-8c20-fc26a9a42d64 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:55.160480 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-842062c1-c227-4fb8-ae8d-a49dff1dcd17 req-5a2ae794-7c64-4a10-8c20-fc26a9a42d64 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1076522 Aug 18 19:22:55.243462 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-842062c1-c227-4fb8-ae8d-a49dff1dcd17 req-62ff2550-a64c-494e-831b-769da79686c4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819585 Aug 18 19:22:55.293231 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8eae9-857e-402e-ae56-8a3e52ffc2fa req-da9cff3f-05b7-4861-afdf-8a1375f11ff0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:55.295970 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:55.296532 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:55.302812 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fbc8eae9-857e-402e-ae56-8a3e52ffc2fa req-da9cff3f-05b7-4861-afdf-8a1375f11ff0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0930514 Aug 18 19:22:55.367633 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fbc8eae9-857e-402e-ae56-8a3e52ffc2fa req-58d8b1c3-14ac-4b4a-bf8f-82c6b55b8a95 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593147 Aug 18 19:22:55.426640 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:55.430154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152197-60a0-4a82-96d1-6729a312957a req-1633d872-ca23-42d8-a51a-8a6e77b434bc tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:55.431749 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8152197-60a0-4a82-96d1-6729a312957a req-1633d872-ca23-42d8-a51a-8a6e77b434bc tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0614595 Aug 18 19:22:55.492797 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a8152197-60a0-4a82-96d1-6729a312957a req-b953949e-a11a-43a0-9a71-497450573290 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Aug 18 19:22:55.616199 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:55.618619 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de464ad8-e253-4867-9972-952fb4356cc7" -d '{"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:55.645362 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:55.656085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:55.657539 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device fd3b1262-3730-42d3-a92d-668161e680d8 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:22:55.684513 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc83203b-afd4-4cb4-9ae2-ef169bb248a0 x-openstack-request-id: req-bc83203b-afd4-4cb4-9ae2-ef169bb248a0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:55.684984 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:55.685387 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc83203b-afd4-4cb4-9ae2-ef169bb248a0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:55.685888 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'code': 200} Aug 18 19:22:55.749259 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:55.765318 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port fd3b1262-3730-42d3-a92d-668161e680d8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:22:55.770002 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port fd3b1262-3730-42d3-a92d-668161e680d8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:22:55.770340 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:55.861398 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:55.903930 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fd3b1262-3730-42d3-a92d-668161e680d8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:22:55.909916 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:56.009943 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:56.179785 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3887fd-89a8-4821-9748-9b13f810990d req-bd63fb97-fc11-46f2-a00f-2ff685954a62 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:56.181707 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee3887fd-89a8-4821-9748-9b13f810990d req-bd63fb97-fc11-46f2-a00f-2ff685954a62 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0557792 Aug 18 19:22:56.224143 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee3887fd-89a8-4821-9748-9b13f810990d req-5a1e4be0-498d-454a-9c85-1104c7c44f6b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361331 Aug 18 19:22:56.402391 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e2235-92ef-4e73-8087-dc7c52fb0088 req-95c8d8a5-853d-40ce-9005-100c10ab6af6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:56.404116 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-770e2235-92ef-4e73-8087-dc7c52fb0088 req-95c8d8a5-853d-40ce-9005-100c10ab6af6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0751276 Aug 18 19:22:56.472239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-770e2235-92ef-4e73-8087-dc7c52fb0088 req-07c7ab2f-80c5-4891-a3ef-b6f0f224abac tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554173 Aug 18 19:22:56.590412 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88488639-66a1-4639-a7e3-19efefa470b4 req-b78df4dd-6ac9-417e-bf27-0c1c35a31dd0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:56.592027 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88488639-66a1-4639-a7e3-19efefa470b4 req-b78df4dd-6ac9-417e-bf27-0c1c35a31dd0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0550632 Aug 18 19:22:56.669560 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88488639-66a1-4639-a7e3-19efefa470b4 req-5830aeca-23bd-4805-8b61-8b704bcbf682 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710046 Aug 18 19:22:56.776302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064246-2d04-40c7-ab29-a079d8a1607c req-7c0cfd56-fa55-404d-81f5-2138152f9a10 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:56.783558 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1064246-2d04-40c7-ab29-a079d8a1607c req-7c0cfd56-fa55-404d-81f5-2138152f9a10 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0652046 Aug 18 19:22:56.835178 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1064246-2d04-40c7-ab29-a079d8a1607c req-5bbd9853-1dd0-49ff-962b-1c6740b592f7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490420 Aug 18 19:22:57.390040 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6141eb5-1f56-41b6-ad1d-493e3010b189 req-03953f89-a2fd-4efc-81c0-455f5209b74b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:57.398194 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6141eb5-1f56-41b6-ad1d-493e3010b189 req-03953f89-a2fd-4efc-81c0-455f5209b74b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0713053 Aug 18 19:22:57.431852 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6141eb5-1f56-41b6-ad1d-493e3010b189 req-dc034d10-b510-4722-8d8b-8047ed5966b7 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327444 Aug 18 19:22:57.610257 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35e05-fbdc-4121-808b-856917f0b296 req-e5a2597f-7b8a-4047-9ffb-7266cfc21815 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:57.612305 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21a35e05-fbdc-4121-808b-856917f0b296 req-e5a2597f-7b8a-4047-9ffb-7266cfc21815 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0568206 Aug 18 19:22:57.664634 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21a35e05-fbdc-4121-808b-856917f0b296 req-a4a75d7c-752c-4a77-a7cb-7babb2def5c1 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 Aug 18 19:22:57.692689 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:22:57.695084 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bbaa6a-79fc-4fda-871f-22a4a94c1a63" -d '{"events": [{"server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:22:57.788763 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b512350-607f-4222-966e-3076098adb39 x-openstack-request-id: req-3b512350-607f-4222-966e-3076098adb39 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:22:57.789303 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:22:57.789709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b512350-607f-4222-966e-3076098adb39 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:22:57.790252 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'code': 200} Aug 18 19:22:57.838837 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1e9f-fab8-4530-93a9-77079c77d560 req-da653071-6ca0-40d1-94b2-b6bd71247e34 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:57.840395 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34df1e9f-fab8-4530-93a9-77079c77d560 req-da653071-6ca0-40d1-94b2-b6bd71247e34 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0806315 Aug 18 19:22:57.925547 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34df1e9f-fab8-4530-93a9-77079c77d560 req-668614d5-42c5-4177-a7ff-c01272ae9eaa tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691836 Aug 18 19:22:58.042389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637458c6-9ac1-47f4-a45f-786b21b6658f req-eaaafcd4-03fe-4298-ad21-285f62620495 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.056493 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-637458c6-9ac1-47f4-a45f-786b21b6658f req-eaaafcd4-03fe-4298-ad21-285f62620495 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1272922 Aug 18 19:22:58.120086 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-637458c6-9ac1-47f4-a45f-786b21b6658f req-a514cadb-7141-440e-9947-3692822a936b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Aug 18 19:22:58.214162 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a35002-afa3-4b2b-ad42-63c09d486f11 req-b0203dbd-7f8b-469b-a6d6-21172e7daf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.215678 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39a35002-afa3-4b2b-ad42-63c09d486f11 req-b0203dbd-7f8b-469b-a6d6-21172e7daf41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 1099 time: 0.1148813 Aug 18 19:22:58.227960 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb48f5-c1fe-4f55-a36f-4702bd407022 req-40269b10-8bc5-4a5a-8b4b-265d1325e5c0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.229485 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16fb48f5-c1fe-4f55-a36f-4702bd407022 req-40269b10-8bc5-4a5a-8b4b-265d1325e5c0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.1064932 Aug 18 19:22:58.300421 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16fb48f5-c1fe-4f55-a36f-4702bd407022 req-85fa1abd-829e-46b1-a0f2-6edfd6cc42a1 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638919 Aug 18 19:22:58.305216 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39a35002-afa3-4b2b-ad42-63c09d486f11 req-0338835f-0f2c-42b5-a6f6-a1c049755ad4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668716 Aug 18 19:22:58.326868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55506) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:58.572129 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2125a-7096-44be-ba9d-eb01c0680c41 req-9b2aa0b3-947a-4e07-83c9-c118d8ed5e0e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.580515 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2c2125a-7096-44be-ba9d-eb01c0680c41 req-9b2aa0b3-947a-4e07-83c9-c118d8ed5e0e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0706997 Aug 18 19:22:58.611143 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811de211-bd8f-4291-a354-4d871f71ae52 tempest-TestMinimumBasicScenario-1693687133 tempest-TestMinimumBasicScenario-1693687133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.617557 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-811de211-bd8f-4291-a354-4d871f71ae52 tempest-TestMinimumBasicScenario-1693687133 tempest-TestMinimumBasicScenario-1693687133-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1093 time: 0.2886636 Aug 18 19:22:58.621008 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:22:58.630311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2c2125a-7096-44be-ba9d-eb01c0680c41 req-4314fc77-3175-4312-927d-8358429b1200 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487165 Aug 18 19:22:58.639167 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'port_id': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:22:58.688094 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:58.821336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:58.852895 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967b1bb-3306-4dac-8856-ad51aba69bd7 req-441e235b-f014-40a7-8b92-77c4745437a3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.854507 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7967b1bb-3306-4dac-8856-ad51aba69bd7 req-441e235b-f014-40a7-8b92-77c4745437a3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0765512 Aug 18 19:22:58.929825 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7967b1bb-3306-4dac-8856-ad51aba69bd7 req-49e6f6e5-51ea-4896-b728-194f0b8f4b26 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602801 Aug 18 19:22:58.992800 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34331da1-fe4e-42d8-aa63-08e28a8890ce req-53b368d1-610d-4183-be3d-f1102f59b7f6 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:58.994438 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34331da1-fe4e-42d8-aa63-08e28a8890ce req-53b368d1-610d-4183-be3d-f1102f59b7f6 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.0936992 Aug 18 19:22:59.006207 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Allocated IP 172.27.0.79 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/41b484b7-6270-4a25-8d51-e35d11f1f5a3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:22:59.079372 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34331da1-fe4e-42d8-aa63-08e28a8890ce req-b40cb6c5-d141-4fe8-8784-45241f3ecfe3 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772834 Aug 18 19:22:59.112847 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446751-12a0-4516-aded-63e06879c6d1 req-d3852c36-3c7f-4e67-8176-98a8a78ebe99 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:59.120439 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36446751-12a0-4516-aded-63e06879c6d1 req-d3852c36-3c7f-4e67-8176-98a8a78ebe99 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0813658 Aug 18 19:22:59.167431 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36446751-12a0-4516-aded-63e06879c6d1 req-4da99b9f-a050-43ed-a10e-5cbb7d9e9d86 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Aug 18 19:22:59.172842 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.224163 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.268470 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79ebf8-328d-42e2-a153-dda55004b2e1 req-30a6e8f9-f781-45b2-b743-44ddd0975eda tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:59.269973 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad79ebf8-328d-42e2-a153-dda55004b2e1 req-30a6e8f9-f781-45b2-b743-44ddd0975eda tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0701852 Aug 18 19:22:59.275389 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:22:59.278695 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:22:59.283405 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:22:59.290709 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'Port': ['ID=41b484b7-6270-4a25-8d51-e35d11f1f5a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:22:59.329989 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad79ebf8-328d-42e2-a153-dda55004b2e1 req-b0e124b7-a585-412f-ab01-bc9cacab92b7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509953 Aug 18 19:22:59.655817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.738553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.766788 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435005-858c-4db0-a2c7-647f9687926a req-317326b6-ab72-4e42-a1ab-ecb26b998a71 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:22:59.768658 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fa435005-858c-4db0-a2c7-647f9687926a req-317326b6-ab72-4e42-a1ab-ecb26b998a71 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Aug 18 19:22:59.819321 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fa435005-858c-4db0-a2c7-647f9687926a req-b4cb18af-f225-4361-ac13-b1a15fa63af9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Aug 18 19:22:59.936210 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.941785 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:22:59.978076 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:00.021926 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'Port': ['ID=41b484b7-6270-4a25-8d51-e35d11f1f5a3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:00.076591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a518cd-7815-476c-a293-092010ffc453 req-bae0638d-501c-470e-a697-e6072e108d47 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:00.080680 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6a518cd-7815-476c-a293-092010ffc453 req-bae0638d-501c-470e-a697-e6072e108d47 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0641134 Aug 18 19:23:00.105766 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Floating IP 72eb16b9-8003-4a8f-89e4-55a7b33fd019 associated. External IP: 172.27.0.79, port: cade8f1b-18a2-494d-8cee-b7f8c94132d0. Aug 18 19:23:00.133734 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6a518cd-7815-476c-a293-092010ffc453 req-b9c74789-ec2e-4e96-a325-7efc11926818 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Aug 18 19:23:00.302644 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933887-ca81-4f72-8369-91a3eb969b6f req-76e26988-23cb-43ae-ac7c-7f2f08c4520f tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:00.304400 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25933887-ca81-4f72-8369-91a3eb969b6f req-76e26988-23cb-43ae-ac7c-7f2f08c4520f tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.1063859 Aug 18 19:23:00.356091 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e182-ea7a-4448-9df8-56c2b44bdc58 req-fe333e5d-237e-4a66-87d7-aa6a430a9016 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:00.357586 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e340e182-ea7a-4448-9df8-56c2b44bdc58 req-fe333e5d-237e-4a66-87d7-aa6a430a9016 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0991201 Aug 18 19:23:00.363270 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25933887-ca81-4f72-8369-91a3eb969b6f req-36409ad1-d577-456a-9b90-6b05fa0f1b5a tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Aug 18 19:23:00.413406 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e340e182-ea7a-4448-9df8-56c2b44bdc58 req-189cadd9-e9ee-453f-a5bf-3213e4f669ff tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Aug 18 19:23:00.426542 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Router ebc50195-e632-4d15-8969-decc810bbf77 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:23:00.498140 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ff6b9-a18e-4ef6-b35e-c570dc9e513e req-4d1df293-cb94-41a5-8dd3-5878829c2ce2 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:00.505871 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-564ff6b9-a18e-4ef6-b35e-c570dc9e513e req-4d1df293-cb94-41a5-8dd3-5878829c2ce2 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0629060 Aug 18 19:23:00.542228 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-564ff6b9-a18e-4ef6-b35e-c570dc9e513e req-c96647e9-3c81-4cff-92f7-008b50b4f3ab tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Aug 18 19:23:00.543148 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:23:00.559323 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Sync routers for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:23:00.566160 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:00.573349 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:23:00.574639 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:22:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:00.700151 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:23:00.863795 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-22f234b3-c4ee-42f8-ada5-a96c31f4a768 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2410049 Aug 18 19:23:00.864517 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:00.866614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 55542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:00.871564 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636151473', 'description': 'tempest-secgroup-smoke-636151473 description', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:00.879191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920a75de-7c2f-4986-bf8d-43bd598d7b26" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:00.910506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:00.930598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed8996-ac0d-4762-b7ed-cec99d49d447 x-openstack-request-id: req-ebed8996-ac0d-4762-b7ed-cec99d49d447 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:00.930897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:00.931144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebed8996-ac0d-4762-b7ed-cec99d49d447 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:00.931902 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:23:01.000008 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '72eb16b9-8003-4a8f-89e4-55a7b33fd019', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'port_id': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'mac_address': 'fa:16:3e:6e:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:22:59Z', 'updated_at': '2021-08-18T19:22:59Z', 'revision_number': 0, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:01.027595 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Checking router: ebc50195-e632-4d15-8969-decc810bbf77 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:23:01.037495 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:23:01.038290 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:22:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:01.051987 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.071140 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.114506 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.118631 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2480397 Aug 18 19:23:01.119224 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:01.123685 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:01.136554 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2198345-33be-4dc1-aad1-71c0dc8844c4 req-7ff7e669-7310-44dc-b930-84f43594f125 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.138065 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b2198345-33be-4dc1-aad1-71c0dc8844c4 req-7ff7e669-7310-44dc-b930-84f43594f125 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.2033298 Aug 18 19:23:01.157707 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:23:01.170942 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-acb9201f-bd90-4181-9680-d466d11539a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.172479 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-acb9201f-bd90-4181-9680-d466d11539a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1098 time: 0.2025180 Aug 18 19:23:01.173110 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7015-5fde-418c-9222-b12ff82bc06d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029ae2d8-4876-499b-8ab3-8bf92d9bba67,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:01.177387 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.265713 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.271223 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.291009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919fe30c-e79f-443f-ad78-6c5749370090,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:01.307228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.309274 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e431a575-1f61-4f27-8f02-639734b93bfe tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886301 Aug 18 19:23:01.311367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:01.321885 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:01.371758 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.422778 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-ed36266a-373d-48ab-aaed-08d72d5dfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.425852 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-ed36266a-373d-48ab-aaed-08d72d5dfcd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.2311032 Aug 18 19:23:01.450121 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.451019 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b2198345-33be-4dc1-aad1-71c0dc8844c4 req-9ba1c9b0-7391-4281-93df-c45772a1ba42 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980235 Aug 18 19:23:01.456396 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.487708 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972998d-c736-4f46-9eea-92c8dd4b67dd req-3ad7afa9-2978-43cb-aa62-b2f2ae2fb79e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.496762 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.501623 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1857314 Aug 18 19:23:01.501788 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:01.504861 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9972998d-c736-4f46-9eea-92c8dd4b67dd req-3ad7afa9-2978-43cb-aa62-b2f2ae2fb79e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1549845 Aug 18 19:23:01.506620 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:01.532928 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7892-af05-4611-87f3-b50ac0ae6e33 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc41b53a-60ea-4d9f-862e-ed92416823c5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:01.545999 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.547446 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '72eb16b9-8003-4a8f-89e4-55a7b33fd019', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'port_id': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'mac_address': 'fa:16:3e:6e:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:22:59Z', 'updated_at': '2021-08-18T19:22:59Z', 'revision_number': 0, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:01.599037 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37069c79-5381-4062-8b98-5ca7b7fac95d None None] The sync data for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi is: [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '72eb16b9-8003-4a8f-89e4-55a7b33fd019', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'port_id': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'mac_address': 'fa:16:3e:6e:c0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:22:59Z', 'updated_at': '2021-08-18T19:22:59Z', 'revision_number': 0, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:23:01.601266 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-9f36294c-5057-4f5b-8af3-b796db4ea457 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 998 time: 0.1298096 Aug 18 19:23:01.638446 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.647739 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.674210 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ad2381-0e79-4d3e-8d7e-2d81c43da8ca,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:01.689863 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.696174 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bc2de105-6d97-4d5c-8c43-8d37d24acca0 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891353 Aug 18 19:23:01.696174 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55566) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:01.701323 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:01.738312 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.775819 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a436f-33ab-480d-9b8e-ed678310fbcd req-6ec77328-4cd5-4d66-98b5-2de9537ecf7c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.778087 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a7a436f-33ab-480d-9b8e-ed678310fbcd req-6ec77328-4cd5-4d66-98b5-2de9537ecf7c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.1756318 Aug 18 19:23:01.804751 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9972998d-c736-4f46-9eea-92c8dd4b67dd req-40d48214-8297-4629-9ab7-789004be8337 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955748 Aug 18 19:23:01.812401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-7837d3d8-e4b6-4dbe-b965-c18de7a428d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:01.826228 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-7837d3d8-e4b6-4dbe-b965-c18de7a428d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.2062845 Aug 18 19:23:01.864996 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.881317 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.919462 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967dba98-1cef-470d-8c0f-7944934e9290,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:01.933880 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91162c0-b937-4ac9-84b8-36f4c8be0e61 None None] New status for floating IP 72eb16b9-8003-4a8f-89e4-55a7b33fd019: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:23:01.942187 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:01.943692 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6e8a6aeb-ae66-420f-b8ff-d4fc510cc20a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2474532 Aug 18 19:23:01.949098 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:01.951269 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a7a436f-33ab-480d-9b8e-ed678310fbcd req-e9f54a88-f468-449a-8b85-9e9a132bc35e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646914 Aug 18 19:23:01.956200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:02.003658 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Project 4fc70d5b6ea340fe9a4c68ccabd19e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:23:02.011690 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.025560 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-3cfa3fa7-4f70-4345-ac43-8b61fa455388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.027067 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-3cfa3fa7-4f70-4345-ac43-8b61fa455388 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1876383 Aug 18 19:23:02.067151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012074a-67ca-46d3-9735-801e6d6f2344 req-02be5a46-01e1-4b6c-8dbd-0001e8460f24 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.070832 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f012074a-67ca-46d3-9735-801e6d6f2344 req-02be5a46-01e1-4b6c-8dbd-0001e8460f24 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.1416593 Aug 18 19:23:02.097842 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.105264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.128289 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d73922b-cbc3-4cd2-a709-0f2be3435c49,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:02.140070 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.142144 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5804737a-fe40-4e47-bbc4-106e00835a42 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911232 Aug 18 19:23:02.157416 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 55570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:02.186908 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'security_group_rule': {'security_group_id': '029ae2d8-4876-499b-8ab3-8bf92d9bba67', 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:02.279996 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945790f2-dffa-4b4b-bef8-c8fc3112d6b5 req-257c3181-77a4-4026-a230-f8bc5b488f04 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.287951 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-945790f2-dffa-4b4b-bef8-c8fc3112d6b5 req-257c3181-77a4-4026-a230-f8bc5b488f04 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.2160232 Aug 18 19:23:02.306062 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Project 4fc70d5b6ea340fe9a4c68ccabd19e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:23:02.335653 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.341908 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f012074a-67ca-46d3-9735-801e6d6f2344 req-653a4738-d31e-4114-8508-5a280d1b6de7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608256 Aug 18 19:23:02.380965 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-43b11713-65b1-483d-841f-d82248df445e service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313208 Aug 18 19:23:02.472024 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-945790f2-dffa-4b4b-bef8-c8fc3112d6b5 req-563c5fed-341f-460f-8b5a-115ab0e1f734 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819158 Aug 18 19:23:02.606328 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.661341 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.696150 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-920a75de-7c2f-4986-bf8d-43bd598d7b26 req-fff08484-feea-4529-886b-87089e2ec9da service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034267 Aug 18 19:23:02.702839 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a48298-1fc8-48d3-a277-42d492281945,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:02.714606 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457a6d6-2e49-4f5d-b487-efc5ce3aafb6 req-f70dc583-221c-4498-bd88-41a41b3e425f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.716195 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5457a6d6-2e49-4f5d-b487-efc5ce3aafb6 req-f70dc583-221c-4498-bd88-41a41b3e425f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.2241039 Aug 18 19:23:02.746691 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315e28-ba92-4597-b044-caf5a6040eea req-74c32cb2-cf0d-4690-85bb-4c34f764b64c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.748215 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-77315e28-ba92-4597-b044-caf5a6040eea req-74c32cb2-cf0d-4690-85bb-4c34f764b64c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.2130296 Aug 18 19:23:02.757541 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650af65-4741-431b-af4e-1565c81f7748 req-afcf24ab-ec9c-4815-8aba-bfee6fd9ab70 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:02.759410 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d650af65-4741-431b-af4e-1565c81f7748 req-afcf24ab-ec9c-4815-8aba-bfee6fd9ab70 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1943088 Aug 18 19:23:02.803896 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:02.805479 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d4811559-947b-43ca-b48f-d5edc4245eaf tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6450155 Aug 18 19:23:02.878272 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5457a6d6-2e49-4f5d-b487-efc5ce3aafb6 req-e597b8d5-3580-4523-958b-b0ed6b081f0e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176057 Aug 18 19:23:02.907966 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 55584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:02.950013 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d650af65-4741-431b-af4e-1565c81f7748 req-1de921a8-51f8-4be9-ab58-a2ebba3df929 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706226 Aug 18 19:23:03.051870 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19100c40-ac77-45df-899d-53d37b457d90 req-c8469c01-f832-4c6f-baa0-7b1712ebc368 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636151473&fields=id&tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95 HTTP/1.1" status: 200 len: 267 time: 0.0967069 Aug 18 19:23:03.086047 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Deleting port b7f13154-189f-4e63-92cf-8cdc479d8f3f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:23:03.086385 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.347645 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5c7bf13-b878-4cc9-8c7d-b9d52b1077f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.420134 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e959-51a2-4642-aec9-4dda6e4f1ac0 req-ff2689ef-5664-46c9-a178-17f86dc4da2b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:03.421936 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa55e959-51a2-4642-aec9-4dda6e4f1ac0 req-ff2689ef-5664-46c9-a178-17f86dc4da2b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.3876610 Aug 18 19:23:03.470739 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100c40-ac77-45df-899d-53d37b457d90 req-9799b914-c992-47a6-b874-091afd14db61 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:03.472724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19100c40-ac77-45df-899d-53d37b457d90 req-9799b914-c992-47a6-b874-091afd14db61 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.4057090 Aug 18 19:23:03.493263 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'port': {'security_groups': ['670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3', '029ae2d8-4876-499b-8ab3-8bf92d9bba67']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:03.538032 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad19b50-2273-4a69-a554-0d20816aca28 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:03.539551 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2ad19b50-2273-4a69-a554-0d20816aca28 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 1094 time: 0.6287296 Aug 18 19:23:03.542828 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 55594) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:03.548123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] For port b7f13154-189f-4e63-92cf-8cdc479d8f3f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b7f13154-189f-4e63-92cf-8cdc479d8f3f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:03.548489 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.550260 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'port_id': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:03.565550 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa55e959-51a2-4642-aec9-4dda6e4f1ac0 req-31820a39-652a-468e-8a2b-e674f9b71934 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319847 Aug 18 19:23:03.579815 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Calling delete_port for b7f13154-189f-4e63-92cf-8cdc479d8f3f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:23:03.594423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.617999 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.750336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.785240 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1741c-3262-43cc-b9ff-1f79c4f4c078 req-e2445531-218c-4e0c-86e0-2609b62ad402 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:03.786697 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf1741c-3262-43cc-b9ff-1f79c4f4c078 req-e2445531-218c-4e0c-86e0-2609b62ad402 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 945 time: 0.1244659 Aug 18 19:23:03.885418 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf1741c-3262-43cc-b9ff-1f79c4f4c078 req-54742184-b6da-4f44-8974-963622e04f4a tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783687 Aug 18 19:23:03.898482 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:03.916392 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['b7f13154-189f-4e63-92cf-8cdc479d8f3f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:03.958859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.27.0.18 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/e6ccffd6-9768-45ff-823f-8d5b11d4841b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:23:03.990946 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Pushing event deleted for resources: {'Port': ['ID=b7f13154-189f-4e63-92cf-8cdc479d8f3f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:04.072857 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] No DVR routers for this DVR port b7f13154-189f-4e63-92cf-8cdc479d8f3f on host hv-cinder-78409 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:23:04.078545 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.080867 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-77315e28-ba92-4597-b044-caf5a6040eea req-8cd1dd1d-b9d8-4d59-8a07-e14200580e0b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "DELETE /v2.0/ports/b7f13154-189f-4e63-92cf-8cdc479d8f3f HTTP/1.1" status: 204 len: 173 time: 1.3043237 Aug 18 19:23:04.081469 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'name': 'network-vif-deleted', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:04.083718 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d672b0c-4f71-455f-8b9d-555cb5c52eba" -d '{"events": [{"server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "name": "network-vif-deleted", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:04.103882 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:04.114322 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012552-04f7-4737-a427-dbc9aaa06198 req-16bbe924-d8db-48c8-b4ff-1b93530c3aee tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:04.121352 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d012552-04f7-4737-a427-dbc9aaa06198 req-16bbe924-d8db-48c8-b4ff-1b93530c3aee tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.1415229 Aug 18 19:23:04.142747 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.176030 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.192933 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d012552-04f7-4737-a427-dbc9aaa06198 req-aec29ec1-a84d-4343-aa55-f000e9352486 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Aug 18 19:23:04.194281 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.215217 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:04.229159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.280056 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:04.280698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.282186 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19100c40-ac77-45df-899d-53d37b457d90 req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "PUT /v2.0/ports/cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 981 time: 0.7949777 Aug 18 19:23:04.318843 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:23:04.328065 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:23:04.333931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:23:04.358464 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67671a82-8e13-4cdf-aa62-be62bea216ed tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:04.386316 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0613380-83e3-401f-be9f-4d84fb8ff888 x-openstack-request-id: req-a0613380-83e3-401f-be9f-4d84fb8ff888 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:04.386615 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e559a0-49bb-436d-8fd3-90f822728b47", "name": "network-vif-deleted", "tag": "b7f13154-189f-4e63-92cf-8cdc479d8f3f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:04.386863 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0613380-83e3-401f-be9f-4d84fb8ff888 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:04.387250 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e559a0-49bb-436d-8fd3-90f822728b47', 'name': 'network-vif-deleted', 'tag': 'b7f13154-189f-4e63-92cf-8cdc479d8f3f', 'status': 'completed', 'code': 200} Aug 18 19:23:04.396904 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3c03-5621-4cd2-afd8-d3cca3ebbc53 req-fddbb7f5-0de1-434e-9a1c-b26cc2461f39 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:04.404505 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-135b3c03-5621-4cd2-afd8-d3cca3ebbc53 req-fddbb7f5-0de1-434e-9a1c-b26cc2461f39 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1049716 Aug 18 19:23:04.472243 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-135b3c03-5621-4cd2-afd8-d3cca3ebbc53 req-e3c2f30c-6837-4aa5-a697-71444c0e9462 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647790 Aug 18 19:23:04.557870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53784a-91b4-4e1d-894d-6f3dff07edd4 req-c5ac4e8d-0f5d-48be-80cf-c5d83aaf9b15 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:04.567978 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd53784a-91b4-4e1d-894d-6f3dff07edd4 req-c5ac4e8d-0f5d-48be-80cf-c5d83aaf9b15 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0909400 Aug 18 19:23:04.572991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:04.710392 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd53784a-91b4-4e1d-894d-6f3dff07edd4 req-0eb897dc-cf23-448f-a474-29c3ed20c307 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402824 Aug 18 19:23:04.733659 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1ef64c50-c8fa-479d-abad-d8f699df5522 None None] Provisioning complete for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:23:04.746215 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ef64c50-c8fa-479d-abad-d8f699df5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.909142 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=e6ccffd6-9768-45ff-823f-8d5b11d4841b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:04.918239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27fefe-b047-492b-a349-2789e9898925 req-95e1ac8a-dd60-4e09-9ec0-d42042d3f845 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:04.921184 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f27fefe-b047-492b-a349-2789e9898925 req-95e1ac8a-dd60-4e09-9ec0-d42042d3f845 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1354244 Aug 18 19:23:04.980062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:04.994227 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f27fefe-b047-492b-a349-2789e9898925 req-c5457a9b-f040-40db-8fc9-2bbbe06b011b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571692 Aug 18 19:23:05.049657 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-418cd14b-a45c-489c-9500-8a76ea52b5d2 req-ff197638-57af-4764-af7f-b5eafddb7e84 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e559a0-49bb-436d-8fd3-90f822728b47 HTTP/1.1" status: 200 len: 210 time: 0.0505352 Aug 18 19:23:05.114865 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:05.347804 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9c05-8da0-4256-b06d-f8fc21769acd req-82e7ace2-9d17-4770-8edf-df7c88a82a3e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:05.349543 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-86ef9c05-8da0-4256-b06d-f8fc21769acd req-82e7ace2-9d17-4770-8edf-df7c88a82a3e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0796037 Aug 18 19:23:05.357898 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:05.367208 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:05.404163 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-86ef9c05-8da0-4256-b06d-f8fc21769acd req-39b9cf8e-20b7-4eaf-97fb-8317ed55898b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Aug 18 19:23:05.432544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:05.507750 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=e6ccffd6-9768-45ff-823f-8d5b11d4841b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:05.594377 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 8060b1b0-9b11-4055-b00d-2493d62469bc associated. External IP: 172.27.0.18, port: fd3b1262-3730-42d3-a92d-668161e680d8. Aug 18 19:23:05.627492 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2beffe2-b9b2-47fe-a31c-092e306dc6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:05.673229 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b831d5-1dee-4bb1-ab06-322cd34341ab req-9ee6cce6-e48b-4564-bce2-ada395757bda tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:05.673973 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25b831d5-1dee-4bb1-ab06-322cd34341ab req-9ee6cce6-e48b-4564-bce2-ada395757bda tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0816653 Aug 18 19:23:05.785326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25b831d5-1dee-4bb1-ab06-322cd34341ab req-ac7aafea-ed4a-416f-b479-6acbcb5e7628 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952566 Aug 18 19:23:05.931414 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:23:06.010873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:06.078390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:23:06.091445 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:23:06.102930 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:23:06.104070 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:23:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:06.116141 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:06.142220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2158-27f5-4d22-832f-b20af88c828c req-b2cb6519-ae62-4f69-8e50-3cb9d8c70ed8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.150895 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-494a2158-27f5-4d22-832f-b20af88c828c req-b2cb6519-ae62-4f69-8e50-3cb9d8c70ed8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0646515 Aug 18 19:23:06.151291 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c68719f9-27a5-4659-9a7e-8396c986ca15 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6057374 Aug 18 19:23:06.152083 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:06.154455 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5fce0-dca1-41c7-8614-475235fe49d8" -d '{"events": [{"name": "network-changed", "server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:06.188188 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-494a2158-27f5-4d22-832f-b20af88c828c req-fe2fa661-a411-4c14-aea7-7889ae7c86fa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366533 Aug 18 19:23:06.230644 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:23:06.288615 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca4d0cd-7b2d-486c-9f1e-82437f78109e x-openstack-request-id: req-5ca4d0cd-7b2d-486c-9f1e-82437f78109e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:06.288987 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:06.289421 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ca4d0cd-7b2d-486c-9f1e-82437f78109e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:06.289881 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'status': 'completed', 'code': 200} Aug 18 19:23:06.380600 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-d793abf8-55c5-4035-8a03-e5d5d8a24e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.383164 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-d793abf8-55c5-4035-8a03-e5d5d8a24e50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 1099 time: 0.0588901 Aug 18 19:23:06.387819 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:06.395016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe9d0df-0be2-438b-8c11-88475667415f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:06.513096 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8bc438-bc78-4d28-af2f-1287cc2eef1d x-openstack-request-id: req-5d8bc438-bc78-4d28-af2f-1287cc2eef1d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:06.513384 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:06.513834 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d8bc438-bc78-4d28-af2f-1287cc2eef1d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:06.514402 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:23:06.599419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fdc0b-260e-427b-8014-cf8ec5c9a77a req-5bc208a3-278c-4575-8079-4b966534c7fd tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.601037 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a22fdc0b-260e-427b-8014-cf8ec5c9a77a req-5bc208a3-278c-4575-8079-4b966534c7fd tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0856950 Aug 18 19:23:06.606665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-43f09050-5e32-4545-87e3-c4042fb7d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.607628 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-43f09050-5e32-4545-87e3-c4042fb7d9eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.1934512 Aug 18 19:23:06.633059 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '8060b1b0-9b11-4055-b00d-2493d62469bc', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:85:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:23:04Z', 'updated_at': '2021-08-18T19:23:04Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:06.660980 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:23:06.670300 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:23:06.670908 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:23:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:06.674276 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a22fdc0b-260e-427b-8014-cf8ec5c9a77a req-a3c28191-94f9-4fe5-be73-3c5dd95d1596 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655990 Aug 18 19:23:06.747537 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d0df-0be2-438b-8c11-88475667415f req-fd89b118-e432-4d32-b771-6276d0b967df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.749108 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-fd89b118-e432-4d32-b771-6276d0b967df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1137 time: 0.1099353 Aug 18 19:23:06.751449 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-1ed2b8fc-59e6-4c00-b70d-b6b655859a2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3b1262-3730-42d3-a92d-668161e680d8 HTTP/1.1" status: 200 len: 999 time: 0.1024795 Aug 18 19:23:06.782785 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:23:06.905425 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-6f316f6e-4f1b-4c61-b052-d0436e240cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.906749 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-6f316f6e-4f1b-4c61-b052-d0436e240cbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.1145418 Aug 18 19:23:06.977399 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d0df-0be2-438b-8c11-88475667415f req-03b44cb1-d2ae-43e1-adba-41d91658770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:06.979071 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-03b44cb1-d2ae-43e1-adba-41d91658770b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.1964734 Aug 18 19:23:07.003629 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8de1c-7483-4294-ab4e-ea56d06ad6c3 req-e1c8cf9d-8a26-4b97-bb2e-502453886669 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:07.005215 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04f8de1c-7483-4294-ab4e-ea56d06ad6c3 req-e1c8cf9d-8a26-4b97-bb2e-502453886669 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.1216819 Aug 18 19:23:07.026377 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:07.045052 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '8060b1b0-9b11-4055-b00d-2493d62469bc', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:85:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:23:04Z', 'updated_at': '2021-08-18T19:23:04Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:07.050499 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-aed84cea-7c7f-4279-a9d8-c09db24e339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:07.052080 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-aed84cea-7c7f-4279-a9d8-c09db24e339b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1200538 Aug 18 19:23:07.071826 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0a9d8-3f67-40dd-8d3f-b4a59e846c7f None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '8060b1b0-9b11-4055-b00d-2493d62469bc', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:85:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:23:04Z', 'updated_at': '2021-08-18T19:23:04Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:23:07.101625 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04f8de1c-7483-4294-ab4e-ea56d06ad6c3 req-e4379902-dcdb-4887-b9de-d056143ac124 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856853 Aug 18 19:23:07.103474 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-b770e758-ceb7-4133-8436-9d9ec22b4bf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 1000 time: 0.0957589 Aug 18 19:23:07.329792 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738ba7-deb3-4a8b-8f1f-63a092123946 req-4aab4a91-3df6-41c7-90ea-5ea7d6543ed0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:07.332253 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39738ba7-deb3-4a8b-8f1f-63a092123946 req-4aab4a91-3df6-41c7-90ea-5ea7d6543ed0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0637047 Aug 18 19:23:07.370759 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe7450-8c34-49f9-afe8-c1b23bd546e0 None None] New status for floating IP 8060b1b0-9b11-4055-b00d-2493d62469bc: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:23:07.374473 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39738ba7-deb3-4a8b-8f1f-63a092123946 req-decfe644-6172-438c-9a49-3758f87835a4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Aug 18 19:23:07.588155 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dcaec-4b6b-4c5a-8ffa-8c8c84183058 req-1a37d243-fe3b-410c-927f-7250670154f9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:07.589663 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad7dcaec-4b6b-4c5a-8ffa-8c8c84183058 req-1a37d243-fe3b-410c-927f-7250670154f9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0521953 Aug 18 19:23:07.627712 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad7dcaec-4b6b-4c5a-8ffa-8c8c84183058 req-59d11b2e-27e6-47d1-94b2-3ccc05300e06 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Aug 18 19:23:07.803814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cd3b-2ce1-4244-afde-9d1f221d8e8e req-34baa2e4-62bd-4838-819e-fe293887b42e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:07.805357 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35a6cd3b-2ce1-4244-afde-9d1f221d8e8e req-34baa2e4-62bd-4838-819e-fe293887b42e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Aug 18 19:23:07.847857 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35a6cd3b-2ce1-4244-afde-9d1f221d8e8e req-76736da1-14f5-427d-8320-124557e99616 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Aug 18 19:23:08.226305 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea35c3-8427-4d72-8672-461195fbee98 req-88a12d38-d01f-496a-bdd2-4710272bf9fc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:08.227826 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03ea35c3-8427-4d72-8672-461195fbee98 req-88a12d38-d01f-496a-bdd2-4710272bf9fc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Aug 18 19:23:08.273850 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03ea35c3-8427-4d72-8672-461195fbee98 req-269dab16-e65a-4d3c-8de7-5c03b252e56b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389683 Aug 18 19:23:08.630407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:08.762805 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f853-692c-4f85-9524-5f1c99291b27 req-e2dba3d1-c21e-46f7-afcb-e33738ce3fe9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:08.764287 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b32f853-692c-4f85-9524-5f1c99291b27 req-e2dba3d1-c21e-46f7-afcb-e33738ce3fe9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0602922 Aug 18 19:23:08.802936 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b32f853-692c-4f85-9524-5f1c99291b27 req-b7e95b93-7c92-479e-829f-c4b1765c7196 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Aug 18 19:23:08.900576 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device b7f13154-189f-4e63-92cf-8cdc479d8f3f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:08.923829 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: b7f13154-189f-4e63-92cf-8cdc479d8f3f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:23:08.924422 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device b7f13154-189f-4e63-92cf-8cdc479d8f3f not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:23:08.975406 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462128f7-3606-4e74-89e8-624248005a1d req-108d9d66-35ae-4c89-9732-508ffe929751 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:08.976939 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-462128f7-3606-4e74-89e8-624248005a1d req-108d9d66-35ae-4c89-9732-508ffe929751 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Aug 18 19:23:09.024504 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-462128f7-3606-4e74-89e8-624248005a1d req-2f1c08b1-76f7-43fc-88c8-41a51cb0bb5c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Aug 18 19:23:09.409853 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb9f7b-62cc-48cb-bb7c-870cbbd491eb req-3a3e4fee-3499-45eb-8b93-a24c3061af84 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:09.411347 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ecb9f7b-62cc-48cb-bb7c-870cbbd491eb req-3a3e4fee-3499-45eb-8b93-a24c3061af84 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0524504 Aug 18 19:23:09.454123 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ecb9f7b-62cc-48cb-bb7c-870cbbd491eb req-d2a0c57d-f1fc-487d-a28f-71607be2a5a3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340486 Aug 18 19:23:09.942493 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1f3c2-9f8e-4ed5-8879-c8eed629ada1 req-af1bcdf8-0181-42d9-bca6-d4dd65416a57 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:09.943983 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b8c1f3c2-9f8e-4ed5-8879-c8eed629ada1 req-af1bcdf8-0181-42d9-bca6-d4dd65416a57 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0519798 Aug 18 19:23:09.982613 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b8c1f3c2-9f8e-4ed5-8879-c8eed629ada1 req-d60a5e85-1a2e-4f99-8b05-6b882b595bf4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Aug 18 19:23:10.092202 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d0df-0be2-438b-8c11-88475667415f req-6ec6e386-58e3-4e06-a7d4-bc3b682c4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.093568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-6ec6e386-58e3-4e06-a7d4-bc3b682c4ae4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.0883877 Aug 18 19:23:10.168232 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-83b1b16d-cba0-4541-bf39-73d9febb4362 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709502 Aug 18 19:23:10.172183 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-0342d283-c874-43ab-bc99-26475c4b6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.173783 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-0342d283-c874-43ab-bc99-26475c4b6ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1098 time: 0.0684707 Aug 18 19:23:10.176332 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-5d3ea76b-afc1-4a09-9739-3c1e43f246db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.177659 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-5d3ea76b-afc1-4a09-9739-3c1e43f246db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0623431 Aug 18 19:23:10.190048 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d0df-0be2-438b-8c11-88475667415f req-0588f8f7-5606-409e-9861-bc4a07068340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.191626 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-0588f8f7-5606-409e-9861-bc4a07068340 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0861619 Aug 18 19:23:10.208252 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2296-6430-4f5e-942e-3cdbb0aa66cb req-fbccfb92-5688-423a-a385-409f24339559 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.209710 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-de9f2296-6430-4f5e-942e-3cdbb0aa66cb req-fbccfb92-5688-423a-a385-409f24339559 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0934970 Aug 18 19:23:10.341471 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-de9f2296-6430-4f5e-942e-3cdbb0aa66cb req-129dc2ee-0a19-4071-bccf-56454dfa904c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143434 Aug 18 19:23:10.353222 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-290e4f51-5512-4846-a270-3dcacaaa48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.354703 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-290e4f51-5512-4846-a270-3dcacaaa48b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.1527524 Aug 18 19:23:10.355798 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-c56f8571-9db3-4d6c-a505-08c3987a3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.357129 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-c56f8571-9db3-4d6c-a505-08c3987a3694 service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.1475084 Aug 18 19:23:10.375339 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40a5fce0-dca1-41c7-8614-475235fe49d8 req-1bdba6c8-0694-4af2-babd-7985a0d96e2f service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812942 Aug 18 19:23:10.386198 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-030d64b7-0853-42c2-8e1b-e63446786b85 service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755555 Aug 18 19:23:10.486043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe9d0df-0be2-438b-8c11-88475667415f req-eaae9d0b-1ea4-4cd7-9718-4f4bc1e53a26 service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866702 Aug 18 19:23:10.514841 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-b4155d7c-0dcf-4c00-bae6-37823406bbd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.1364076 Aug 18 19:23:10.517204 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-e929f700-7549-4f89-b623-00d438d82b34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 1000 time: 0.1454005 Aug 18 19:23:10.585798 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970eab-f88a-443a-a722-e5976751bb94 req-9a5cb4ac-f775-44fe-b499-89a933f0a68b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.587242 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-94970eab-f88a-443a-a722-e5976751bb94 req-9a5cb4ac-f775-44fe-b499-89a933f0a68b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0578923 Aug 18 19:23:10.609538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-a9320325-700e-4992-a437-8080ca25f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.611240 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-a9320325-700e-4992-a437-8080ca25f994 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0713437 Aug 18 19:23:10.612225 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-3dad99ba-bcfc-4c42-a4b3-ee7aedcf0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.613771 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-3dad99ba-bcfc-4c42-a4b3-ee7aedcf0f33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0817561 Aug 18 19:23:10.649732 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-94970eab-f88a-443a-a722-e5976751bb94 req-694add7e-ca52-4235-b279-a24fd8ca0ec9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Aug 18 19:23:10.930061 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-0ddc55f2-17d7-41d9-854a-d903e507ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.931489 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-0ddc55f2-17d7-41d9-854a-d903e507ed1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3037465 Aug 18 19:23:10.934028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-d7c2822e-ee98-42b1-afc4-1097e4cbd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:10.935386 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-d7c2822e-ee98-42b1-afc4-1097e4cbd147 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2993467 Aug 18 19:23:11.105900 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a053-a630-4919-b0ec-7ff7acba0176 req-a46ae8ab-134b-44db-aabe-447cc1f9db75 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:11.107479 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a576a053-a630-4919-b0ec-7ff7acba0176 req-a46ae8ab-134b-44db-aabe-447cc1f9db75 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0503409 Aug 18 19:23:11.114505 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-6b035c00-7a33-4150-a7bb-0bc0f2b64818 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602163 Aug 18 19:23:11.116395 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-920529f8-d408-42f4-8ca9-dd6b74445aa3 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549945 Aug 18 19:23:11.123646 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:11.153822 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a576a053-a630-4919-b0ec-7ff7acba0176 req-56695dda-045e-45ad-b352-4c46c4b40005 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Aug 18 19:23:11.289198 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e7e34f3-4a09-4662-acd9-ea41dddc511e req-372279d0-a599-4aac-913d-5d043fcd48fb service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512432 Aug 18 19:23:11.291697 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-824d41b8-7800-47cf-a18a-ab4786675c89 req-8c95a527-c334-47af-9a5d-a2500cac9180 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526413 Aug 18 19:23:11.490317 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89656-1333-44e1-9def-31a08f6292d9 req-e5fafa9a-a1f8-4280-bdc1-2114ce2fd590 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:11.491780 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bcc89656-1333-44e1-9def-31a08f6292d9 req-e5fafa9a-a1f8-4280-bdc1-2114ce2fd590 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0672758 Aug 18 19:23:11.535455 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bcc89656-1333-44e1-9def-31a08f6292d9 req-d9293356-952d-4357-b073-04ecdf8d3766 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Aug 18 19:23:11.777264 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66e57f-0713-474b-8f70-04750c483b5b req-e45d2d88-8677-4f6c-b64c-d21ec33725d0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:11.778838 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f66e57f-0713-474b-8f70-04750c483b5b req-e45d2d88-8677-4f6c-b64c-d21ec33725d0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0559535 Aug 18 19:23:11.819543 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f66e57f-0713-474b-8f70-04750c483b5b req-2dc9b71f-eace-4d76-a830-760fd4b44773 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342054 Aug 18 19:23:12.293116 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577e03-4ec2-49b8-9826-43c66e522725 req-c034bcff-097c-4233-8881-a996433053d2 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:12.295456 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0577e03-4ec2-49b8-9826-43c66e522725 req-c034bcff-097c-4233-8881-a996433053d2 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0591750 Aug 18 19:23:12.334588 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0577e03-4ec2-49b8-9826-43c66e522725 req-db41fa3d-4d40-4230-846f-8a3494005e8b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Aug 18 19:23:12.663409 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084b647-9753-4b9a-939c-e136f3bf8338 req-41094028-080d-408a-979b-92e132b6065a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:12.665076 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7084b647-9753-4b9a-939c-e136f3bf8338 req-41094028-080d-408a-979b-92e132b6065a tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Aug 18 19:23:12.705810 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7084b647-9753-4b9a-939c-e136f3bf8338 req-c3cade89-5f68-4ef0-89b8-6503e808dd14 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Aug 18 19:23:12.957449 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cba18-6b95-44ff-a41f-adf2f70ee728 req-14c43a34-bad7-4c80-975c-8619897959d8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:12.958902 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d70cba18-6b95-44ff-a41f-adf2f70ee728 req-14c43a34-bad7-4c80-975c-8619897959d8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0541070 Aug 18 19:23:13.001616 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d70cba18-6b95-44ff-a41f-adf2f70ee728 req-05ce3304-afe8-4bb4-a40e-8729ef0f7414 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363274 Aug 18 19:23:13.118213 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9c4e-5d99-4e4f-a992-687a100dc06c req-d7e2674f-14e7-4cad-b2e6-5f6573f69866 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:13.120164 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d3c9c4e-5d99-4e4f-a992-687a100dc06c req-d7e2674f-14e7-4cad-b2e6-5f6573f69866 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0628946 Aug 18 19:23:13.164470 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d3c9c4e-5d99-4e4f-a992-687a100dc06c req-9700f766-7153-482e-b425-40d0633bdfe4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Aug 18 19:23:13.471271 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bfe1e-3c72-4ce4-902a-a9f66418c717 req-42a8fd38-0d4d-44f7-8fdf-41ef04620992 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:13.473150 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-363bfe1e-3c72-4ce4-902a-a9f66418c717 req-42a8fd38-0d4d-44f7-8fdf-41ef04620992 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0680339 Aug 18 19:23:13.515051 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-363bfe1e-3c72-4ce4-902a-a9f66418c717 req-6357b605-120a-413b-b160-4089fcd78424 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326059 Aug 18 19:23:13.854643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc73407-a141-462b-ad50-1309b3e6fdcb req-5b122df3-41f3-48aa-8a82-1894df21fc24 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:13.856125 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ebc73407-a141-462b-ad50-1309b3e6fdcb req-5b122df3-41f3-48aa-8a82-1894df21fc24 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0658665 Aug 18 19:23:13.898134 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ebc73407-a141-462b-ad50-1309b3e6fdcb req-0a3840cc-17fd-4ace-af29-1ae02440485b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Aug 18 19:23:14.150679 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa72079-c8a2-4a78-901f-bfb23fcb2a57 req-81b4a8c9-fe71-42f2-8fe1-25f729ef2265 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:14.152287 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aaa72079-c8a2-4a78-901f-bfb23fcb2a57 req-81b4a8c9-fe71-42f2-8fe1-25f729ef2265 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 945 time: 0.0661407 Aug 18 19:23:14.191863 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aaa72079-c8a2-4a78-901f-bfb23fcb2a57 req-81c736cb-0138-457d-b713-3b31cbba8022 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Aug 18 19:23:14.296673 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:14.301593 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a6f72-67b1-4076-92a7-c5ba7c886995 req-f5eb3cdb-c4c7-422d-992e-fa84d1594f8d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:14.303311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-511a6f72-67b1-4076-92a7-c5ba7c886995 req-f5eb3cdb-c4c7-422d-992e-fa84d1594f8d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0590308 Aug 18 19:23:14.343199 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-511a6f72-67b1-4076-92a7-c5ba7c886995 req-e03314d7-0ac9-4330-ac1a-6f51232e9b63 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Aug 18 19:23:14.375546 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:14.399982 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:14.403602 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df5a1b-92e5-4ca6-90a3-b87c3c4d69af" -d '{"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-unplugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:14.421683 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:14.427239 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:14.450382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7de79e-3c85-4758-9b65-5880eb484b1b x-openstack-request-id: req-db7de79e-3c85-4758-9b65-5880eb484b1b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:14.450700 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-unplugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:14.450951 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7de79e-3c85-4758-9b65-5880eb484b1b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:14.451333 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'code': 200} Aug 18 19:23:14.478978 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:15.034963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737373b-dde1-411b-8ba9-ae7592dc6038 req-1b99980e-edcd-44b7-b801-c76fb93c6cb8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:15.036889 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c737373b-dde1-411b-8ba9-ae7592dc6038 req-1b99980e-edcd-44b7-b801-c76fb93c6cb8 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0562501 Aug 18 19:23:15.077819 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c737373b-dde1-411b-8ba9-ae7592dc6038 req-8d00be3e-265a-4009-8f39-9d43ccab3eb0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Aug 18 19:23:15.334323 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640116-bcb0-4101-ab48-4a87985e18b3 req-07b8644a-4f48-430c-ab1a-69e5ec7ae188 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:15.335798 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41640116-bcb0-4101-ab48-4a87985e18b3 req-07b8644a-4f48-430c-ab1a-69e5ec7ae188 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0518434 Aug 18 19:23:15.374683 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41640116-bcb0-4101-ab48-4a87985e18b3 req-6419a765-a96c-421f-abd5-0bd90eb67141 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Aug 18 19:23:15.472756 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5af6f-79bb-4fbf-9004-4f35b1741cc6 req-c9a39c17-6cd6-4841-a5d7-b857a0bcdf6d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:15.474856 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ead5af6f-79bb-4fbf-9004-4f35b1741cc6 req-c9a39c17-6cd6-4841-a5d7-b857a0bcdf6d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0616777 Aug 18 19:23:15.513743 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ead5af6f-79bb-4fbf-9004-4f35b1741cc6 req-9471fde4-c0aa-4575-af4f-7564a7c88f1a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Aug 18 19:23:16.210993 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512705-4236-4af4-970b-74760ff305dc req-e768db63-a3c7-4369-9e51-c9f0d585e889 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:16.212583 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9e512705-4236-4af4-970b-74760ff305dc req-e768db63-a3c7-4369-9e51-c9f0d585e889 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0543976 Aug 18 19:23:16.250720 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9e512705-4236-4af4-970b-74760ff305dc req-5ca407bb-50cf-4ca3-b960-97c968cc13bb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Aug 18 19:23:16.413262 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-161fe86b-b471-4a3d-af78-31c192fad554 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:16.414915 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-161fe86b-b471-4a3d-af78-31c192fad554 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 813 time: 0.1051805 Aug 18 19:23:16.429901 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-6ea6f84e-1e83-4081-8025-1aacd91f0983 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/quotas/c6e36c6c07d540f8b1218c533ffdb359 HTTP/1.1" status: 200 len: 375 time: 0.0093205 Aug 18 19:23:16.472911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-f7316f1b-7660-47a5-b411-034ab8c68ffc tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375512 Aug 18 19:23:16.562562 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce7712-a7aa-4a4b-9402-2be0ef25e17d req-176c3288-2289-4993-a95f-8eb706442c20 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:16.564087 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d2ce7712-a7aa-4a4b-9402-2be0ef25e17d req-176c3288-2289-4993-a95f-8eb706442c20 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.1178205 Aug 18 19:23:16.827460 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-cd34425d-b0cd-4c8f-90e9-f82e3ee9a9f7 service neutron] 10.222.0.25 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366461 Aug 18 19:23:16.852222 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d2ce7712-a7aa-4a4b-9402-2be0ef25e17d req-0708a9bd-8aae-4dfd-b858-c41a39fedd95 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775898 Aug 18 19:23:16.948651 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-0d82a5bc-ef71-4dd9-b305-6b23bc73a3b9 service neutron] 10.222.0.25 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104982 Aug 18 19:23:16.972773 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3822497-2b26-4a75-b50a-074eeddb1d28 req-32931461-8aca-4c91-81f7-2817f08e3954 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:16.974823 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3822497-2b26-4a75-b50a-074eeddb1d28 req-32931461-8aca-4c91-81f7-2817f08e3954 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0631666 Aug 18 19:23:17.013591 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3822497-2b26-4a75-b50a-074eeddb1d28 req-d07fa525-55fa-40e3-978f-05bda63e542a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Aug 18 19:23:17.122246 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5766fe6f-0e88-49b7-8f13-3c06a4a25e3e req-41b8ccc4-98ad-4baa-b7c4-d34cda293807 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 210 time: 0.0285423 Aug 18 19:23:17.374222 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726dd87-b147-443d-9c8e-02e761e39ba8 req-eb255ac8-3462-436f-b132-3d40e60e0ca1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:17.375911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4726dd87-b147-443d-9c8e-02e761e39ba8 req-eb255ac8-3462-436f-b132-3d40e60e0ca1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0532837 Aug 18 19:23:17.416677 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4726dd87-b147-443d-9c8e-02e761e39ba8 req-cf2195c2-af66-43d9-b64b-fb0046a07e18 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Aug 18 19:23:17.990854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2075a9-78a5-4b11-bd6e-1a356810a26c req-2c46f339-83fc-4702-b056-0574a6f65798 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:17.992338 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc2075a9-78a5-4b11-bd6e-1a356810a26c req-2c46f339-83fc-4702-b056-0574a6f65798 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0617921 Aug 18 19:23:18.033245 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc2075a9-78a5-4b11-bd6e-1a356810a26c req-4567a1c5-2964-4e6d-969a-aadce987a089 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321293 Aug 18 19:23:18.147459 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5497-8840-48e4-a77e-465ff48bf235 req-b185769c-5359-4bf3-91be-6ce1e697a6cf tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:18.149286 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc0a5497-8840-48e4-a77e-465ff48bf235 req-b185769c-5359-4bf3-91be-6ce1e697a6cf tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.0558782 Aug 18 19:23:18.188963 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc0a5497-8840-48e4-a77e-465ff48bf235 req-0f269d10-11c7-4270-99aa-c82c1913d4f7 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Aug 18 19:23:18.275965 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-66bae53a-e213-47a0-ac1b-6a46029e525c req-eb9e681e-1217-454f-8747-e5855740ee0a tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 210 time: 0.0276940 Aug 18 19:23:18.345071 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-e5604423-4991-4e4e-a012-f3a74ff9f4b2 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:18.347007 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-e5604423-4991-4e4e-a012-f3a74ff9f4b2 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 813 time: 0.1347599 Aug 18 19:23:18.383645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Request body: {'port': {'device_id': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b', 'admin_state_up': True, 'tenant_id': 'c6e36c6c07d540f8b1218c533ffdb359'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:18.495009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-64ecff09-5da1-438c-a3e1-2af50792353b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:18.496613 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-64ecff09-5da1-438c-a3e1-2af50792353b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 945 time: 0.1486964 Aug 18 19:23:18.559591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae7885-89cf-40f3-bf6b-20e4da03662b req-5d7987a7-0057-4303-b463-2acb9c8dae0c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:18.561408 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfae7885-89cf-40f3-bf6b-20e4da03662b req-5d7987a7-0057-4303-b463-2acb9c8dae0c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0638354 Aug 18 19:23:18.606363 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfae7885-89cf-40f3-bf6b-20e4da03662b req-d5e44e6e-5ffe-4b41-8061-16bd0cfdb1fb tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Aug 18 19:23:18.643418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Made reservation on behalf of c6e36c6c07d540f8b1218c533ffdb359 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:23:18.647646 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:18.692677 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Deleting port 036ba0e3-140c-48e7-ba54-7e0800a3e142 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:23:18.693021 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:18.737691 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4eb88-e830-4371-842d-0bdfea9c413c req-c0593209-9849-4a3f-944b-75f3d9c01836 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:18.739549 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ef4eb88-e830-4371-842d-0bdfea9c413c req-c0593209-9849-4a3f-944b-75f3d9c01836 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0495775 Aug 18 19:23:18.784933 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ef4eb88-e830-4371-842d-0bdfea9c413c req-859ddbee-70e7-4e23-b80b-332f1cad6fc3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393131 Aug 18 19:23:18.862439 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] For port 036ba0e3-140c-48e7-ba54-7e0800a3e142, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=036ba0e3-140c-48e7-ba54-7e0800a3e142,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:18.862819 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:18.888424 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Calling delete_port for 036ba0e3-140c-48e7-ba54-7e0800a3e142 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:23:18.892082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Allocated IP 172.20.0.4 (cf1059c0-6d42-4cbe-a812-5941982a698b/617e6940-7095-420f-a858-bb105907d9fc/c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:23:19.047163 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 55856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:19.134521 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-213778f1-b2aa-45a4-a1c7-161af7f5e53d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860946 Aug 18 19:23:19.157628 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.161140 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.175755 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07', '827cf863-a864-439d-9aaa-670dd50793fb', '5c6cb44e-a512-4335-8c44-400245d7a207', '036ba0e3-140c-48e7-ba54-7e0800a3e142'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:19.202757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event deleted for resources: {'Port': ['ID=036ba0e3-140c-48e7-ba54-7e0800a3e142,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:19.292178 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] No DVR routers for this DVR port 036ba0e3-140c-48e7-ba54-7e0800a3e142 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:23:19.297122 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.299121 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4674577c-f18a-4df4-ba75-5dbdd07d8f5f req-046bc2eb-87dc-4fc5-9c18-3af515b5716f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "DELETE /v2.0/ports/036ba0e3-140c-48e7-ba54-7e0800a3e142 HTTP/1.1" status: 204 len: 173 time: 0.7929907 Aug 18 19:23:19.299554 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'name': 'network-vif-deleted', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:19.302298 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bf889-fbca-4963-942e-793ad712ec1a" -d '{"events": [{"server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "name": "network-vif-deleted", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:19.317173 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.325712 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5ded159-4fcc-4e50-a8dc-7bb35ee7156d req-4376ea68-dfa3-4ac3-abc1-9bc284d6a4c2 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a04239-613f-46c7-8be5-63f70cb9404c HTTP/1.1" status: 200 len: 210 time: 0.0610564 Aug 18 19:23:19.355538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Network cf1059c0-6d42-4cbe-a812-5941982a698b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:23:19.376566 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:23:19.379612 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:23:19.387359 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:19.388033 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.420689 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0402348 Aug 18 19:23:19.424799 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca620953-f84e-4770-a6bc-21c20e62318b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Pushing event updated for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:19.435891 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feca74d5-a5a8-4750-b7b2-a9894df1e70a x-openstack-request-id: req-feca74d5-a5a8-4750-b7b2-a9894df1e70a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:19.436164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a04239-613f-46c7-8be5-63f70cb9404c", "name": "network-vif-deleted", "tag": "036ba0e3-140c-48e7-ba54-7e0800a3e142", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:19.436393 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-feca74d5-a5a8-4750-b7b2-a9894df1e70a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:19.436780 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a04239-613f-46c7-8be5-63f70cb9404c', 'name': 'network-vif-deleted', 'tag': '036ba0e3-140c-48e7-ba54-7e0800a3e142', 'status': 'completed', 'code': 200} Aug 18 19:23:19.444327 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Request body: {'port': {'device_id': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:23:19.500626 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ad59-4176-4020-8868-8add791fab33 req-3168c592-e2e1-418a-a071-0926ce172b94 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:19.503054 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cef0ad59-4176-4020-8868-8add791fab33 req-3168c592-e2e1-418a-a071-0926ce172b94 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 931 time: 0.0853462 Aug 18 19:23:19.534499 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.564572 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cef0ad59-4176-4020-8868-8add791fab33 req-02b8424c-ebdb-40ee-a38a-fd694235f4ec tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Aug 18 19:23:19.747629 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbe654-3d0c-446c-aeb4-ba7060ade29e req-b171f24e-4c52-4fdb-b06d-d00cf532ca82 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:19.749239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43bbe654-3d0c-446c-aeb4-ba7060ade29e req-b171f24e-4c52-4fdb-b06d-d00cf532ca82 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0621271 Aug 18 19:23:19.788947 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43bbe654-3d0c-446c-aeb4-ba7060ade29e req-17180f4d-1109-4987-a730-c78c1f9974da tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Aug 18 19:23:19.808200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:23:19.816288 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.829806 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Transition to ACTIVE for port object c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:23:19.834095 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.905063 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Pushing event updated for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:19.912123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb8a1-8289-4b22-978c-9b437b9b37f4 req-3cb3eead-74de-46b9-a676-752988b52239 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:19.919717 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cf2fb8a1-8289-4b22-978c-9b437b9b37f4 req-3cb3eead-74de-46b9-a676-752988b52239 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0579081 Aug 18 19:23:19.921073 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Attempting to bind port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:23:19.921710 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Attempting to bind port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:23:19.921978 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Attempting to bind port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f on network cf1059c0-6d42-4cbe-a812-5941982a698b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:23:19.926745 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f on network cf1059c0-6d42-4cbe-a812-5941982a698b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:23:19.927063 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Attempting to bind port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f on network cf1059c0-6d42-4cbe-a812-5941982a698b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:23:19.932766 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:23:19.933101 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Checking segment: {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:23:19.933478 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Bound using segment: {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:23:19.933945 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Bound port: c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca62028-41ce-4cca-87a6-e969573385b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:23:19.934641 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:19.954364 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cf2fb8a1-8289-4b22-978c-9b437b9b37f4 req-dbe93d56-4383-4cdb-982c-742c601fa6c0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Aug 18 19:23:20.023578 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:23:20.026967 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:23:20.031688 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:20.071012 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:20.071623 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:20.073063 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] 10.222.0.67 "PUT /v2.0/ports/c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f HTTP/1.1" status: 200 len: 1093 time: 0.6336796 Aug 18 19:23:20.095234 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af430f-9330-4bb8-a606-9d5a5ed9d45e service neutron] Pushing event updated for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:20.155252 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-0f07c0e8-5637-4f10-aa65-b917b9712aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:20.156775 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-0f07c0e8-5637-4f10-aa65-b917b9712aee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 1096 time: 0.0435970 Aug 18 19:23:20.201027 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-aff82c76-99cc-4039-8f1c-0db960787e6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f HTTP/1.1" status: 200 len: 217 time: 0.0331113 Aug 18 19:23:20.249558 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-4ecf1c26-d58b-4d88-ba4c-a5271f81b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:20.250971 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-4ecf1c26-d58b-4d88-ba4c-a5271f81b1aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=617e6940-7095-420f-a858-bb105907d9fc HTTP/1.1" status: 200 len: 853 time: 0.0417771 Aug 18 19:23:20.284178 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-7ff9c87c-98b2-4e0a-8a99-078bd46cb643 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf1059c0-6d42-4cbe-a812-5941982a698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244546 Aug 18 19:23:20.380193 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-94bd4e66-b771-4e3f-aa08-6ee82a3f7e1a service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860090 Aug 18 19:23:20.493252 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff29fa7-ba91-4201-bd02-ef2e6a91878b req-29a091aa-0f98-46a7-9e95-a1827c7cb083 service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916212 Aug 18 19:23:20.677343 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0319219-7ef0-45f6-ab51-f0ed228ba7e4 req-659d28a2-4332-4b0b-a6cb-0ab07f9ef969 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:20.678883 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0319219-7ef0-45f6-ab51-f0ed228ba7e4 req-659d28a2-4332-4b0b-a6cb-0ab07f9ef969 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 943 time: 0.0532188 Aug 18 19:23:20.718277 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0319219-7ef0-45f6-ab51-f0ed228ba7e4 req-10e4556e-9cde-4002-a736-29a8aff2d2cd tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Aug 18 19:23:20.912558 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d71ae-580d-4c23-b40d-7722f69d16ac req-801b5362-944a-4c19-ada5-4f8d5cd98dab tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:20.914061 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d9d71ae-580d-4c23-b40d-7722f69d16ac req-801b5362-944a-4c19-ada5-4f8d5cd98dab tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Aug 18 19:23:20.954164 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d9d71ae-580d-4c23-b40d-7722f69d16ac req-d2417101-f17a-4fc8-bbdb-9d01ce53de62 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Aug 18 19:23:21.083963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42b82-1157-465c-b352-cf39058fe73f req-9379f43f-7fae-4fb8-ad6b-cc248a3b1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.085578 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-9379f43f-7fae-4fb8-ad6b-cc248a3b1708 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 1096 time: 0.0729802 Aug 18 19:23:21.116810 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807c09-4769-4de6-9c43-6ceb92966df9 req-d384166b-6f7d-4a28-8625-ffa9a6b4adf0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.118294 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-29807c09-4769-4de6-9c43-6ceb92966df9 req-d384166b-6f7d-4a28-8625-ffa9a6b4adf0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Aug 18 19:23:21.154531 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42b82-1157-465c-b352-cf39058fe73f req-bc71724f-a959-4333-8098-8f835ba6c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.156048 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-bc71724f-a959-4333-8098-8f835ba6c3f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1096 time: 0.0410008 Aug 18 19:23:21.157364 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-29807c09-4769-4de6-9c43-6ceb92966df9 req-beb39e25-ad17-49ce-80f6-ef8a0a689457 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Aug 18 19:23:21.249165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42b82-1157-465c-b352-cf39058fe73f req-7a1c86fc-4999-4e42-a429-99b343107910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.250616 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-7a1c86fc-4999-4e42-a429-99b343107910 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0864704 Aug 18 19:23:21.320009 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-0d85653d-2a60-427f-8dd6-dc37f5c8fdfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 200 len: 998 time: 0.0602701 Aug 18 19:23:21.375689 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42b82-1157-465c-b352-cf39058fe73f req-03f3f971-d597-4bd9-a896-130e3dac48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.377164 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-03f3f971-d597-4bd9-a896-130e3dac48d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0476630 Aug 18 19:23:21.429422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42b82-1157-465c-b352-cf39058fe73f req-2103d4ea-018e-4a72-b56a-cc228d096adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.430861 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-2103d4ea-018e-4a72-b56a-cc228d096adf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431385 Aug 18 19:23:21.437777 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:21.441346 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:21.488464 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d052149-e730-4c33-bef9-3aafdc41774d x-openstack-request-id: req-6d052149-e730-4c33-bef9-3aafdc41774d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:21.488780 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:21.489084 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d052149-e730-4c33-bef9-3aafdc41774d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:21.489472 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f', 'status': 'completed', 'code': 200} Aug 18 19:23:21.764508 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ef80-068c-4c3f-a705-64cd138fb3b5 req-46511547-b4e2-4121-91b2-69cd5e28258b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.766502 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2807ef80-068c-4c3f-a705-64cd138fb3b5 req-46511547-b4e2-4121-91b2-69cd5e28258b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0553455 Aug 18 19:23:21.783769 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-a43b2606-cc47-4e63-8d6a-16d8b50c03f2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385177 Aug 18 19:23:21.790544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-77e10e2c-c0b1-4f3c-bb60-63b25ab5a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.792049 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-77e10e2c-c0b1-4f3c-bb60-63b25ab5a4e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 1096 time: 0.2875822 Aug 18 19:23:21.815350 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2807ef80-068c-4c3f-a705-64cd138fb3b5 req-a7420e17-2422-4b7f-a918-a2096719b529 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Aug 18 19:23:21.855514 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5402-267a-4547-a45e-79dd59bd502a req-b08d66b4-5779-4eac-8431-a75e7f49a9aa tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.857024 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21ba5402-267a-4547-a45e-79dd59bd502a req-b08d66b4-5779-4eac-8431-a75e7f49a9aa tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 943 time: 0.0578182 Aug 18 19:23:21.897732 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21ba5402-267a-4547-a45e-79dd59bd502a req-3dddf8d2-e6b5-4f44-aced-aa78df0986d0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Aug 18 19:23:21.943983 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bd42b82-1157-465c-b352-cf39058fe73f req-429e0454-7f9f-4b92-b14d-85b6fe41a7fb service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509085 Aug 18 19:23:21.946557 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-0f7b6eb4-05d0-486c-99a6-4a2aa6d73192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:21.947873 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-0f7b6eb4-05d0-486c-99a6-4a2aa6d73192 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 200 len: 914 time: 0.1377542 Aug 18 19:23:22.002521 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-bfbc3b6e-ebc6-480e-9d88-54d7bb40798f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f HTTP/1.1" status: 200 len: 217 time: 0.0386426 Aug 18 19:23:22.039456 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 036ba0e3-140c-48e7-ba54-7e0800a3e142 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:22.067014 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 036ba0e3-140c-48e7-ba54-7e0800a3e142 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:23:22.068200 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 036ba0e3-140c-48e7-ba54-7e0800a3e142 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:23:22.068720 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:22.075065 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-e3a66d9f-fd60-447e-8bcf-a0605c3f2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:22.076583 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-e3a66d9f-fd60-447e-8bcf-a0605c3f2e73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=617e6940-7095-420f-a858-bb105907d9fc HTTP/1.1" status: 200 len: 853 time: 0.0543292 Aug 18 19:23:22.078188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51d037-388b-4c31-ace4-6c883ec5e13c req-d71ce6f0-dc81-47e4-9caa-fc5150116d65 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:22.079806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b51d037-388b-4c31-ace4-6c883ec5e13c req-d71ce6f0-dc81-47e4-9caa-fc5150116d65 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0544074 Aug 18 19:23:22.123540 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b51d037-388b-4c31-ace4-6c883ec5e13c req-d238c575-8027-4356-91ae-6b57ebfca51f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Aug 18 19:23:22.124897 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-3cc72f39-ed62-4056-9609-55fc4202ed6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf1059c0-6d42-4cbe-a812-5941982a698b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268700 Aug 18 19:23:22.221080 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-5d355cc9-3ddb-4fac-87e0-af861e5f18ee service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853574 Aug 18 19:23:22.290329 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3663a2-d3a7-4d6f-924b-7710d8481492 req-1a07819c-7771-4746-83cd-9c44791e27b7 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:22.291898 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a3663a2-d3a7-4d6f-924b-7710d8481492 req-1a07819c-7771-4746-83cd-9c44791e27b7 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0591931 Aug 18 19:23:22.325907 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efa1bf72-0c97-461b-ba9d-9c7c3b9f9fc2 req-189e0dd3-b9fd-4e86-824c-403148d9a3b3 service neutron] 10.222.0.67 "GET /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926762 Aug 18 19:23:22.340261 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a3663a2-d3a7-4d6f-924b-7710d8481492 req-0a5fb6c5-7697-411e-9334-2c9e9b0c3f21 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Aug 18 19:23:22.947244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552b02-f8f8-434f-aa63-71c2c2e29ba9 req-848b6417-1aad-4b7c-8f05-7a20f6051f5f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:22.949698 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f552b02-f8f8-434f-aa63-71c2c2e29ba9 req-848b6417-1aad-4b7c-8f05-7a20f6051f5f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0642302 Aug 18 19:23:23.012150 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f552b02-f8f8-434f-aa63-71c2c2e29ba9 req-bc4edd8b-7b1d-4eea-866d-88a448e47d5b tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563629 Aug 18 19:23:23.030039 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fa681-bd7e-4976-b999-ebbf90c99256 req-75d7b8c4-76a9-45a8-98dc-61ba25945e4e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:23.030655 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c91fa681-bd7e-4976-b999-ebbf90c99256 req-75d7b8c4-76a9-45a8-98dc-61ba25945e4e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 943 time: 0.0613942 Aug 18 19:23:23.073665 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c91fa681-bd7e-4976-b999-ebbf90c99256 req-f3791f6e-e685-47a3-a76d-8a08ee3517a4 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Aug 18 19:23:23.246755 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d154ff-79bd-458c-860d-c7755a342e97 req-ca425309-1a40-4ff0-a6e0-26959243db36 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:23.248320 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38d154ff-79bd-458c-860d-c7755a342e97 req-ca425309-1a40-4ff0-a6e0-26959243db36 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0557632 Aug 18 19:23:23.293140 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38d154ff-79bd-458c-860d-c7755a342e97 req-aa215341-0df0-44f4-a587-b953bf681765 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Aug 18 19:23:23.466338 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edaad9-025c-4518-a5f0-bf04001b6d97 req-72608648-b5dc-42ae-a9cc-83fb89593662 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:23.467860 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-96edaad9-025c-4518-a5f0-bf04001b6d97 req-72608648-b5dc-42ae-a9cc-83fb89593662 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0533125 Aug 18 19:23:23.506669 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-96edaad9-025c-4518-a5f0-bf04001b6d97 req-406a643b-54c5-4a9a-8a1e-f90c6ceb08d9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Aug 18 19:23:24.044999 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:23:24.131138 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ecc6-052d-4db7-b303-f0a1520985e1 req-4fcc83ca-4d9e-45ff-a37a-881a5df94164 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:24.132911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6b0ecc6-052d-4db7-b303-f0a1520985e1 req-4fcc83ca-4d9e-45ff-a37a-881a5df94164 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0513511 Aug 18 19:23:24.148725 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:24.159660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f', 'network_id': 'cf1059c0-6d42-4cbe-a812-5941982a698b', 'port_id': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f', 'mac_address': 'fa:16:3e:2b:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617e6940-7095-420f-a858-bb105907d9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:23:24.197668 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:24.212430 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:23:24.215805 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6b0ecc6-052d-4db7-b303-f0a1520985e1 req-c0a0f9e0-66f2-485b-a22c-27c49c474194 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713644 Aug 18 19:23:24.235828 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:24.238387 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b676f8-832c-4a6c-af13-798fdb7965f8 req-d2d68a73-09ea-4b94-9aa7-9124ddf0d31d tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:24.240293 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-26b676f8-832c-4a6c-af13-798fdb7965f8 req-d2d68a73-09ea-4b94-9aa7-9124ddf0d31d tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 943 time: 0.0987120 Aug 18 19:23:24.252821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:24.280703 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-26b676f8-832c-4a6c-af13-798fdb7965f8 req-c6321ab7-d361-4526-bf59-db1519e4ebd3 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Aug 18 19:23:24.302709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:24.309774 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.310124 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.310468 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.310806 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.311140 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.311474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.311802 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.312160 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.312493 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.312815 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.313138 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.313458 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:24.415198 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf7ec-2789-4091-9121-17d48ef55e18 req-de8b643f-0edc-406f-8d41-f7fcc522755d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:24.416911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76cdf7ec-2789-4091-9121-17d48ef55e18 req-de8b643f-0edc-406f-8d41-f7fcc522755d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0537841 Aug 18 19:23:24.454370 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76cdf7ec-2789-4091-9121-17d48ef55e18 req-18725219-d00d-47f8-a6d6-feab45d8c49b tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Aug 18 19:23:24.642749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2b457-d9f0-4eec-bb00-3168bff38f04 req-758b2671-4663-4efe-a52a-b5e3459d53d9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:24.644287 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4db2b457-d9f0-4eec-bb00-3168bff38f04 req-758b2671-4663-4efe-a52a-b5e3459d53d9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0493464 Aug 18 19:23:24.658742 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:24.703080 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4db2b457-d9f0-4eec-bb00-3168bff38f04 req-7151761c-7b90-4096-84db-563f15b5725c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501788 Aug 18 19:23:25.356455 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e757f0-d7f9-4b09-a5a7-c7ec004982d7 req-7f83dfec-440c-4bcc-a7a8-6c8caa30aca9 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:25.358192 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5e757f0-d7f9-4b09-a5a7-c7ec004982d7 req-7f83dfec-440c-4bcc-a7a8-6c8caa30aca9 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0824199 Aug 18 19:23:25.432595 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5e757f0-d7f9-4b09-a5a7-c7ec004982d7 req-02063cd1-bdc0-4558-b02f-979df3636c1e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Aug 18 19:23:25.444490 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafae597-1dd4-4ae8-bb60-086fe1024228 req-dcfb929d-cab5-46ab-b32e-176aa3676a9d tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:25.445937 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cafae597-1dd4-4ae8-bb60-086fe1024228 req-dcfb929d-cab5-46ab-b32e-176aa3676a9d tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 944 time: 0.0868382 Aug 18 19:23:25.484739 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cafae597-1dd4-4ae8-bb60-086fe1024228 req-1b849267-7d11-4ab4-b74d-2530c5ff09c0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Aug 18 19:23:25.581318 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca5cb2-3338-46bf-942d-8e21e9e52e7f req-df56acb3-2619-4a92-92bb-54e4283cca76 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:25.582837 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5bca5cb2-3338-46bf-942d-8e21e9e52e7f req-df56acb3-2619-4a92-92bb-54e4283cca76 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0486293 Aug 18 19:23:25.631945 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5bca5cb2-3338-46bf-942d-8e21e9e52e7f req-d398c6ca-c55c-4cbd-824c-c338339788c4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Aug 18 19:23:25.834633 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe417d-72a1-4877-8a3b-f23d64f9219b req-be60442a-47fa-41ba-90dc-5010a8bbbe5e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:25.836097 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6bfe417d-72a1-4877-8a3b-f23d64f9219b req-be60442a-47fa-41ba-90dc-5010a8bbbe5e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0475934 Aug 18 19:23:25.878545 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6bfe417d-72a1-4877-8a3b-f23d64f9219b req-c3480f00-bf8a-4981-9231-39e42b561f3d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362120 Aug 18 19:23:26.040982 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:23:26.098772 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:23:26.101610 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:23:26.102032 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:26.182575 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:26.206286 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:26.208780 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f9dde-27f7-44bb-adb3-10162792486e" -d '{"events": [{"server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "name": "network-vif-plugged", "status": "completed", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:26.229589 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:26.236831 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:26.266262 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c9e2fe-5fff-4be0-9c12-99b14ae00071 x-openstack-request-id: req-c4c9e2fe-5fff-4be0-9c12-99b14ae00071 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:26.266607 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "name": "network-vif-plugged", "status": "completed", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:26.266858 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4c9e2fe-5fff-4be0-9c12-99b14ae00071 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:26.267242 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f', 'code': 200} Aug 18 19:23:26.292157 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:26.560002 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48db29-cb50-4e20-b7f0-b20831be76e6 req-0cf18d59-0f51-4fed-9ce1-7c356fc42b50 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:26.562371 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3c48db29-cb50-4e20-b7f0-b20831be76e6 req-0cf18d59-0f51-4fed-9ce1-7c356fc42b50 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0587745 Aug 18 19:23:26.625780 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3c48db29-cb50-4e20-b7f0-b20831be76e6 req-fc73542a-305f-422f-a03d-a82513bcbd92 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Aug 18 19:23:26.667940 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0812-66a2-43ec-a954-b12a1bd129e3 req-826bc5c0-e299-456d-9dfe-bbd5a413681c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:26.669490 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04ba0812-66a2-43ec-a954-b12a1bd129e3 req-826bc5c0-e299-456d-9dfe-bbd5a413681c tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0879760 Aug 18 19:23:26.708285 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04ba0812-66a2-43ec-a954-b12a1bd129e3 req-7b244aff-c746-4968-be63-950f2b6f668b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 18 19:23:26.755794 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb2ca-d132-4703-8227-f5728fad5960 req-ff2b7f51-48ad-4725-b029-0b7300e60505 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:26.757365 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fadb2ca-d132-4703-8227-f5728fad5960 req-ff2b7f51-48ad-4725-b029-0b7300e60505 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0471585 Aug 18 19:23:26.795801 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fadb2ca-d132-4703-8227-f5728fad5960 req-6a82fcde-c1d8-4638-bfb7-169ddc11ad25 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Aug 18 19:23:27.007312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165f63a-8a97-4188-ba32-16d9bf2a4d05 req-c627d4b2-e3b6-4579-8523-d83898192dc3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:27.008858 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f165f63a-8a97-4188-ba32-16d9bf2a4d05 req-c627d4b2-e3b6-4579-8523-d83898192dc3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0497103 Aug 18 19:23:27.047270 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f165f63a-8a97-4188-ba32-16d9bf2a4d05 req-98b4a2b3-e847-4f78-a249-59adb82a5b38 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322807 Aug 18 19:23:27.779248 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584c741-6280-411f-a0dd-d67c43e38a3b req-bf27bb95-ba80-48d7-abcc-8d87e7985c96 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:27.780968 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d584c741-6280-411f-a0dd-d67c43e38a3b req-bf27bb95-ba80-48d7-abcc-8d87e7985c96 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0605469 Aug 18 19:23:27.845318 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d584c741-6280-411f-a0dd-d67c43e38a3b req-7b4d006c-7b12-4bce-971a-c72276167eb0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533645 Aug 18 19:23:27.855985 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf5ad8-2341-4c86-a369-412c69aa1410 req-3852a987-f079-46d3-b506-51fab2757cd0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:27.857623 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ddf5ad8-2341-4c86-a369-412c69aa1410 req-3852a987-f079-46d3-b506-51fab2757cd0 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0753860 Aug 18 19:23:27.899295 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ddf5ad8-2341-4c86-a369-412c69aa1410 req-13f61433-406f-46f3-96fd-4ea7afa6bae3 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 18 19:23:27.956875 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e904-8276-42f3-acfe-79696b242cd9 req-506fd697-c292-4b4f-ba3f-7722597f5f46 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:27.958585 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f935e904-8276-42f3-acfe-79696b242cd9 req-506fd697-c292-4b4f-ba3f-7722597f5f46 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Aug 18 19:23:27.995441 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f935e904-8276-42f3-acfe-79696b242cd9 req-40c3a310-3362-4236-9e12-82c353d2da70 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 Aug 18 19:23:28.183164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb440-2593-45e2-b309-9623831a6c7d req-feef95ac-3196-4edd-93fe-42b6288eb79a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:28.184865 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b44bb440-2593-45e2-b309-9623831a6c7d req-feef95ac-3196-4edd-93fe-42b6288eb79a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0566328 Aug 18 19:23:28.225550 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b44bb440-2593-45e2-b309-9623831a6c7d req-02fc2f15-fccb-4022-8804-9456f8fe3601 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341976 Aug 18 19:23:28.979382 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c65fb2-4715-4b7b-996d-b7058d2b3bb0 req-4ffa4fc0-8c33-4d31-9488-489f7c17a109 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:28.980981 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3c65fb2-4715-4b7b-996d-b7058d2b3bb0 req-4ffa4fc0-8c33-4d31-9488-489f7c17a109 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0666416 Aug 18 19:23:29.047398 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3c65fb2-4715-4b7b-996d-b7058d2b3bb0 req-b120e9cb-b71a-405f-85be-2ada18e5cadd tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561433 Aug 18 19:23:29.056396 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8caf-48f2-4ccd-9761-3f41a5703a45 req-ca53ff42-5298-45ca-b676-645165ff9248 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:29.057920 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-89eb8caf-48f2-4ccd-9761-3f41a5703a45 req-ca53ff42-5298-45ca-b676-645165ff9248 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0760324 Aug 18 19:23:29.129040 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-89eb8caf-48f2-4ccd-9761-3f41a5703a45 req-c3a66c03-1cef-486e-b698-00bced60d48a tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Aug 18 19:23:29.165837 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04f25-9aff-45ba-9a6e-645314204a43 req-b279e922-c643-4f54-bd80-953aed173f66 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:29.167326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cc04f25-9aff-45ba-9a6e-645314204a43 req-b279e922-c643-4f54-bd80-953aed173f66 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0551140 Aug 18 19:23:29.206392 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9cc04f25-9aff-45ba-9a6e-645314204a43 req-89211d21-8a77-4ab9-989e-3920c4388fe4 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Aug 18 19:23:29.400862 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6785921-78ec-490d-a4d2-adaca14b57f9 req-28588c4e-1b68-42ed-b0b8-20ad4f3f0c72 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:29.402546 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e6785921-78ec-490d-a4d2-adaca14b57f9 req-28588c4e-1b68-42ed-b0b8-20ad4f3f0c72 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0613782 Aug 18 19:23:29.442907 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e6785921-78ec-490d-a4d2-adaca14b57f9 req-d908ac2f-169d-4dc2-8e66-614fe8efb4cf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339112 Aug 18 19:23:29.606095 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:23:30.209554 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e195c0-b68b-443e-8490-a22505822a98 req-62c97258-0e71-429b-86a4-74259d2e68ba tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:30.211068 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0e195c0-b68b-443e-8490-a22505822a98 req-62c97258-0e71-429b-86a4-74259d2e68ba tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0880404 Aug 18 19:23:30.283872 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684135-da13-4807-9f60-d863a2cd2bdb req-02e3fa4b-21d6-4ea8-b4f4-7d25955f3c3b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:30.285336 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85684135-da13-4807-9f60-d863a2cd2bdb req-02e3fa4b-21d6-4ea8-b4f4-7d25955f3c3b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0733294 Aug 18 19:23:30.288461 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0e195c0-b68b-443e-8490-a22505822a98 req-b99abec1-126d-4b8c-a46e-0e0a1c90ee07 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679016 Aug 18 19:23:30.328531 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85684135-da13-4807-9f60-d863a2cd2bdb req-486b5a16-b696-4ab8-a6fd-da279b32c9ba tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Aug 18 19:23:30.409823 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5757811-8f0a-497b-8fd9-7e3bd2ddaf81 req-254fc1d6-dab0-42e6-bf6b-d8a5cc3bcc02 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:30.411540 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5757811-8f0a-497b-8fd9-7e3bd2ddaf81 req-254fc1d6-dab0-42e6-bf6b-d8a5cc3bcc02 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0496626 Aug 18 19:23:30.450279 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5757811-8f0a-497b-8fd9-7e3bd2ddaf81 req-d954597a-e0b9-4c74-9fd0-85b5167a18b6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Aug 18 19:23:30.572626 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52dfe9-a64d-4046-b1ff-c8fe4164dae0 req-ecae9d43-d904-47ef-9225-b3cd565e39f9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:30.574023 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd52dfe9-a64d-4046-b1ff-c8fe4164dae0 req-ecae9d43-d904-47ef-9225-b3cd565e39f9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0601387 Aug 18 19:23:30.612890 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd52dfe9-a64d-4046-b1ff-c8fe4164dae0 req-0d143ec2-4a1a-4919-8da0-13442470230c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329282 Aug 18 19:23:31.422840 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f79e8-edc1-4cbb-bcfa-0253347e8350 req-cd1a4ab0-fefa-4a8a-ad74-2d3ca344d539 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:31.433318 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-464f79e8-edc1-4cbb-bcfa-0253347e8350 req-cd1a4ab0-fefa-4a8a-ad74-2d3ca344d539 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0662794 Aug 18 19:23:31.496832 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-464f79e8-edc1-4cbb-bcfa-0253347e8350 req-aab49e0d-864a-4063-afb8-8aa049e38651 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622637 Aug 18 19:23:31.512966 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c8666-0fb4-4113-b099-7928f382ceea req-f65a123f-3a11-4c89-a0b3-11e88c6a54a6 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:31.514438 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f01c8666-0fb4-4113-b099-7928f382ceea req-f65a123f-3a11-4c89-a0b3-11e88c6a54a6 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.1007276 Aug 18 19:23:31.575029 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f01c8666-0fb4-4113-b099-7928f382ceea req-d7217198-22b2-428b-9a9a-698ba4053818 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 Aug 18 19:23:31.620988 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4107945-4617-4323-bd6e-80c0bc41efc8 req-cd96009d-22c1-479c-a01c-5c46a7daad0d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:31.622620 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4107945-4617-4323-bd6e-80c0bc41efc8 req-cd96009d-22c1-479c-a01c-5c46a7daad0d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0629487 Aug 18 19:23:31.662491 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4107945-4617-4323-bd6e-80c0bc41efc8 req-8ac4b5d4-ed16-4b79-b50f-5b92063b720c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327694 Aug 18 19:23:31.742732 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe365d89-65e2-44a6-8284-c42e237ab91c req-0b9fffa6-e8ad-4614-ad18-4812b907a8db tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:31.744940 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fe365d89-65e2-44a6-8284-c42e237ab91c req-0b9fffa6-e8ad-4614-ad18-4812b907a8db tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0564539 Aug 18 19:23:31.785618 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fe365d89-65e2-44a6-8284-c42e237ab91c req-ddd37f4f-98e1-4efc-8f1d-230850abbcc0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348535 Aug 18 19:23:32.619787 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a313d-5e52-4438-ac7a-93b29a8e9f2b req-712b58be-87b3-420f-a12f-dd30c9d1acdf tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:32.621749 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-926a313d-5e52-4438-ac7a-93b29a8e9f2b req-712b58be-87b3-420f-a12f-dd30c9d1acdf tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0513918 Aug 18 19:23:32.687363 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-926a313d-5e52-4438-ac7a-93b29a8e9f2b req-93290442-7505-4249-8374-d4a3069dcbc4 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Aug 18 19:23:32.729070 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440567a0-76fa-4502-86a2-c96018d8349a req-587c1cdc-5304-477a-b7a2-48d453034720 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:32.730588 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-440567a0-76fa-4502-86a2-c96018d8349a req-587c1cdc-5304-477a-b7a2-48d453034720 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0677960 Aug 18 19:23:32.793892 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-440567a0-76fa-4502-86a2-c96018d8349a req-685c63b9-8797-4a68-948a-a0c94ca705c2 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Aug 18 19:23:32.810563 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3927cc2-bf89-4832-9c64-726b8e9ec8c3 req-a79276b9-453c-4991-b406-44aa67763180 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:32.813685 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3927cc2-bf89-4832-9c64-726b8e9ec8c3 req-a79276b9-453c-4991-b406-44aa67763180 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0697441 Aug 18 19:23:32.863020 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3927cc2-bf89-4832-9c64-726b8e9ec8c3 req-b81fb62d-2e01-433c-9f09-7f09d0c38efc tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Aug 18 19:23:32.938006 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69963c-2d8b-4cb3-8422-6cc1d2f01fb3 req-9571b2ef-083d-4ff6-bea3-31123feba62e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:32.947051 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ba69963c-2d8b-4cb3-8422-6cc1d2f01fb3 req-9571b2ef-083d-4ff6-bea3-31123feba62e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0744395 Aug 18 19:23:32.983022 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ba69963c-2d8b-4cb3-8422-6cc1d2f01fb3 req-2f5b6a90-7106-43dd-9a93-49af3cbf2251 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346222 Aug 18 19:23:33.345342 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c900f9a-6cfe-4ce3-808b-cffa49f1a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:33.815772 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384c49-dc12-4809-aaf6-23563cc166ae req-e559b39b-6724-4f76-aa7d-42403e86c593 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:33.817280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb384c49-dc12-4809-aaf6-23563cc166ae req-e559b39b-6724-4f76-aa7d-42403e86c593 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0562661 Aug 18 19:23:33.868806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb384c49-dc12-4809-aaf6-23563cc166ae req-f2acda67-87fd-44e7-9e18-eadf17f22127 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426605 Aug 18 19:23:33.933550 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3517631-32d2-441d-a66b-b5f451b0cd36 req-0860ef75-8bf1-4ae2-b001-8dcfd19e3961 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:33.935035 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3517631-32d2-441d-a66b-b5f451b0cd36 req-0860ef75-8bf1-4ae2-b001-8dcfd19e3961 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0489931 Aug 18 19:23:34.003751 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3517631-32d2-441d-a66b-b5f451b0cd36 req-979a56be-e0c7-4ee6-827e-7a8c5eab480b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588033 Aug 18 19:23:34.012553 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae24c8c-7ef9-4ff8-8be3-6127a1ee24b8 req-50f22810-7598-4145-8905-09593077426d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:34.014090 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ae24c8c-7ef9-4ff8-8be3-6127a1ee24b8 req-50f22810-7598-4145-8905-09593077426d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0778227 Aug 18 19:23:34.061733 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ae24c8c-7ef9-4ff8-8be3-6127a1ee24b8 req-53ebc80a-3706-460c-98b1-61ea49c7d744 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Aug 18 19:23:34.124865 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf4937-3b30-493e-83f0-2150d1034453 req-eb6fbbca-6980-40de-bd16-1116266a952f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:34.126541 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07bf4937-3b30-493e-83f0-2150d1034453 req-eb6fbbca-6980-40de-bd16-1116266a952f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Aug 18 19:23:34.168965 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07bf4937-3b30-493e-83f0-2150d1034453 req-c48c5784-2fb1-4199-b840-7ebbeec01fff tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364158 Aug 18 19:23:34.992473 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac159-1e07-433a-8ac5-44c12a51150b req-5f668f16-aaef-4e04-855b-ff1e051cfdd0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:34.993983 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25dac159-1e07-433a-8ac5-44c12a51150b req-5f668f16-aaef-4e04-855b-ff1e051cfdd0 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0519993 Aug 18 19:23:35.035094 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-25dac159-1e07-433a-8ac5-44c12a51150b req-7060b56e-4e97-4683-aad3-fa2048b3e705 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Aug 18 19:23:35.184515 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b4bb3-8fd4-4137-bbc1-778df1eb37a5 req-b541de3c-5719-4dcc-bce5-aafefac3607f tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:35.185908 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-903b4bb3-8fd4-4137-bbc1-778df1eb37a5 req-b541de3c-5719-4dcc-bce5-aafefac3607f tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0788484 Aug 18 19:23:35.228841 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d6d3-fb88-4eae-b776-347c5664ff82 req-3a24f383-fedd-4af7-bed8-1aa6f5f89127 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:35.230324 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b3d6d3-fb88-4eae-b776-347c5664ff82 req-3a24f383-fedd-4af7-bed8-1aa6f5f89127 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0834036 Aug 18 19:23:35.252402 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-903b4bb3-8fd4-4137-bbc1-778df1eb37a5 req-246a67e1-b7aa-42b3-9db1-fc5d232d11b6 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Aug 18 19:23:35.290914 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b3d6d3-fb88-4eae-b776-347c5664ff82 req-946b7f01-7ba6-4708-9365-09abad0c6430 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Aug 18 19:23:35.364835 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95658de-857b-4496-9bb9-f9abcb3bc281 req-3bccd07a-0a98-4f4e-9c61-956e61b073cf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:35.366372 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e95658de-857b-4496-9bb9-f9abcb3bc281 req-3bccd07a-0a98-4f4e-9c61-956e61b073cf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0549114 Aug 18 19:23:35.412918 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e95658de-857b-4496-9bb9-f9abcb3bc281 req-abeb169b-0dc3-4bdb-a110-203ea1743176 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Aug 18 19:23:35.614179 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2510c5c2-3f28-4bc7-87a0-b85ac8021b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:35.992204 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:36.167936 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3d6d3-e2b1-4c30-ad35-c01509cc0c6a req-451820d9-0df9-45b9-8fa5-6b470a73ba0a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:36.169398 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-24e3d6d3-e2b1-4c30-ad35-c01509cc0c6a req-451820d9-0df9-45b9-8fa5-6b470a73ba0a tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0647876 Aug 18 19:23:36.209654 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-24e3d6d3-e2b1-4c30-ad35-c01509cc0c6a req-79338d56-e8c3-4c9d-a24a-e8510cfcb5a5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Aug 18 19:23:36.405699 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ba7a-73f9-4b35-afc5-0552b11e23c8 req-6827c799-01e5-4ffd-b1b2-6ae70e5fbc47 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:36.407176 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8336ba7a-73f9-4b35-afc5-0552b11e23c8 req-6827c799-01e5-4ffd-b1b2-6ae70e5fbc47 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0816419 Aug 18 19:23:36.434974 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf7ea-7778-4e2e-bc8d-a340590361ea req-ef1feb65-06e3-456c-8b47-3db8b8dd8949 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:36.436498 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a5cf7ea-7778-4e2e-bc8d-a340590361ea req-ef1feb65-06e3-456c-8b47-3db8b8dd8949 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0738144 Aug 18 19:23:36.462328 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d07eda-ecde-4332-99fb-0181793925b8 req-5f9a56d3-f66e-455d-865b-6f699e46392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:36.463969 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-64d07eda-ecde-4332-99fb-0181793925b8 req-5f9a56d3-f66e-455d-865b-6f699e46392e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 1098 time: 0.0472684 Aug 18 19:23:36.471636 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8336ba7a-73f9-4b35-afc5-0552b11e23c8 req-9d85f715-b311-43cb-8738-b43f2c0be0ed tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581203 Aug 18 19:23:36.512292 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a5cf7ea-7778-4e2e-bc8d-a340590361ea req-ca8f329c-a5a8-4a72-9626-33345d5eb11d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574555 Aug 18 19:23:36.521057 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-64d07eda-ecde-4332-99fb-0181793925b8 req-734dee41-d880-4696-973d-1ecefbd660a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Aug 18 19:23:36.588165 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e779f-2230-43ae-898a-9f16a1a6f1cd req-461338bf-4642-4cc9-8d55-dd2e22be3d4a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:36.589561 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-283e779f-2230-43ae-898a-9f16a1a6f1cd req-461338bf-4642-4cc9-8d55-dd2e22be3d4a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0534766 Aug 18 19:23:36.640411 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-283e779f-2230-43ae-898a-9f16a1a6f1cd req-eca8e8cf-39f7-4866-bfe9-47222ed2d768 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Aug 18 19:23:37.032817 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:37.339468 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bc5ec-7a0c-43ee-9e45-e9e38a5ead92 req-1aa22499-cca3-41f1-adde-54f9f3b342c6 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:37.341816 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-540bc5ec-7a0c-43ee-9e45-e9e38a5ead92 req-1aa22499-cca3-41f1-adde-54f9f3b342c6 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0512936 Aug 18 19:23:37.379181 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-540bc5ec-7a0c-43ee-9e45-e9e38a5ead92 req-4086b44d-31fb-4c90-ab52-0cced23bbc79 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Aug 18 19:23:37.636196 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eaa4b-aadd-4e1a-924a-498ba69ace1f req-4be19a89-a4d0-4c90-a022-7762d348b343 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:37.637727 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f78eaa4b-aadd-4e1a-924a-498ba69ace1f req-4be19a89-a4d0-4c90-a022-7762d348b343 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0863185 Aug 18 19:23:37.669951 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52055dc-441b-42d3-bfde-a9645c6f763d req-2c17ad70-e5a9-4bf8-9667-77c5fff75a58 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:37.671513 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b52055dc-441b-42d3-bfde-a9645c6f763d req-2c17ad70-e5a9-4bf8-9667-77c5fff75a58 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0856256 Aug 18 19:23:37.706375 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f78eaa4b-aadd-4e1a-924a-498ba69ace1f req-d5b54cf2-42f5-46dd-b952-97a90de623d5 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Aug 18 19:23:37.728909 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b52055dc-441b-42d3-bfde-a9645c6f763d req-4bf17593-fc60-485f-88cc-e4b2f90b8b90 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Aug 18 19:23:37.785260 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa520a1-1570-420c-921e-faa3d83767e2 req-ad3e188b-b94b-49b5-8a2c-24b763be36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:37.786832 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cfa520a1-1570-420c-921e-faa3d83767e2 req-ad3e188b-b94b-49b5-8a2c-24b763be36e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.0879550 Aug 18 19:23:37.832351 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cfa520a1-1570-420c-921e-faa3d83767e2 req-9e01dc15-2d2e-4a61-a432-b5324c931910 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Aug 18 19:23:37.853513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d464daf-9bce-4e1c-8636-2af7f57c1ee0 req-82ce6001-e9d3-4dc8-9c45-85b90d163664 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:37.854998 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d464daf-9bce-4e1c-8636-2af7f57c1ee0 req-82ce6001-e9d3-4dc8-9c45-85b90d163664 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0494413 Aug 18 19:23:37.892888 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d464daf-9bce-4e1c-8636-2af7f57c1ee0 req-aac6ef4d-f3a7-4e07-856b-838b728688f4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Aug 18 19:23:38.014074 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-94d9c4fc-e622-4ee4-a939-b8646acacad8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.016594 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-94d9c4fc-e622-4ee4-a939-b8646acacad8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 946 time: 0.0624464 Aug 18 19:23:38.120445 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Deleting port 5c6cb44e-a512-4335-8c44-400245d7a207 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:23:38.120670 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:38.222518 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] For port 5c6cb44e-a512-4335-8c44-400245d7a207, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5c6cb44e-a512-4335-8c44-400245d7a207,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:38.222879 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:38.235155 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Calling delete_port for 5c6cb44e-a512-4335-8c44-400245d7a207 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:23:38.368296 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:38.385866 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07', '827cf863-a864-439d-9aaa-670dd50793fb', '5c6cb44e-a512-4335-8c44-400245d7a207'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:38.397635 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event deleted for resources: {'Port': ['ID=5c6cb44e-a512-4335-8c44-400245d7a207,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:38.438798 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] No DVR routers for this DVR port 5c6cb44e-a512-4335-8c44-400245d7a207 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:23:38.442058 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:38.444690 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b450a368-5900-40ca-84ff-e3c5d7e1884d req-b8a7c84d-cf0d-4ecc-bfd6-a09418658b90 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "DELETE /v2.0/ports/5c6cb44e-a512-4335-8c44-400245d7a207 HTTP/1.1" status: 204 len: 173 time: 0.4136453 Aug 18 19:23:38.445144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'name': 'network-vif-deleted', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:38.447544 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dedab3-34ae-4eb6-947f-ffd227e18625" -d '{"events": [{"server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "name": "network-vif-deleted", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:38.499885 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f16488f7-e228-41c3-bc7c-f217ab31ed71 req-f3ad2d6b-1388-43da-8ae3-472a4ef6c3e5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 210 time: 0.0374627 Aug 18 19:23:38.502381 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9073dc5c-3630-4cb1-a6bd-8c1a946d3ae3 x-openstack-request-id: req-9073dc5c-3630-4cb1-a6bd-8c1a946d3ae3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:38.502676 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b19b38-28cb-4f80-954b-2720dbf1de2a", "name": "network-vif-deleted", "tag": "5c6cb44e-a512-4335-8c44-400245d7a207", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:38.502918 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9073dc5c-3630-4cb1-a6bd-8c1a946d3ae3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:38.503316 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b19b38-28cb-4f80-954b-2720dbf1de2a', 'name': 'network-vif-deleted', 'tag': '5c6cb44e-a512-4335-8c44-400245d7a207', 'status': 'completed', 'code': 200} Aug 18 19:23:38.609138 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-910abaa0-99b8-43b1-a598-03a17bc0edd0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501804 Aug 18 19:23:38.638606 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:38.698161 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6788-a884-4a52-8075-12b2518a0458 req-64d5c807-11ad-417b-8fc1-4451d4318351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.699771 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-64d5c807-11ad-417b-8fc1-4451d4318351 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 1098 time: 0.0416193 Aug 18 19:23:38.823523 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6788-a884-4a52-8075-12b2518a0458 req-f74c0881-4b24-4136-9f99-1472eed69dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.825179 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-f74c0881-4b24-4136-9f99-1472eed69dee service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.0989907 Aug 18 19:23:38.873945 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-dac8ed62-71a0-4201-b45f-e3852dc237f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 200 len: 217 time: 0.0346272 Aug 18 19:23:38.908782 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd7987-4060-4d88-b59c-a9c380a1e1fc req-b555d7fc-b382-485c-b001-e783d2033f6e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.910269 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3dbd7987-4060-4d88-b59c-a9c380a1e1fc req-b555d7fc-b382-485c-b001-e783d2033f6e tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0867906 Aug 18 19:23:38.921062 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4e19b-2be9-4660-95ea-b1c1a5ad56a8 req-0957f653-06d1-470d-bd80-464666e637d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.922530 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40e4e19b-2be9-4660-95ea-b1c1a5ad56a8 req-0957f653-06d1-470d-bd80-464666e637d0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0878358 Aug 18 19:23:38.936488 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6788-a884-4a52-8075-12b2518a0458 req-dfa606d6-7479-4b96-b51b-9833f0d9d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:38.937930 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-dfa606d6-7479-4b96-b51b-9833f0d9d226 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0475419 Aug 18 19:23:38.976643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3dbd7987-4060-4d88-b59c-a9c380a1e1fc req-cbe96b60-b1c5-4544-9b5a-541d0eb578d5 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Aug 18 19:23:38.984045 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40e4e19b-2be9-4660-95ea-b1c1a5ad56a8 req-1c472aa9-bcd1-4b11-8c52-523f36e255de tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Aug 18 19:23:38.998386 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-8f742760-5835-483f-8fe1-10b3f08344a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272844 Aug 18 19:23:39.093297 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f06e-45c2-4ddb-bc8c-3d2ecf3fa097 req-11d0e6c9-a694-47a2-baf4-63937ca11dee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:39.095166 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f589f06e-45c2-4ddb-bc8c-3d2ecf3fa097 req-11d0e6c9-a694-47a2-baf4-63937ca11dee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0534756 Aug 18 19:23:39.111784 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-fb4b2862-1028-4a43-afe3-fd8fd465c8b2 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941911 Aug 18 19:23:39.134258 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f589f06e-45c2-4ddb-bc8c-3d2ecf3fa097 req-210ab575-dec3-4c3b-bae9-49a56e5e6f88 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328817 Aug 18 19:23:39.214735 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-126e6788-a884-4a52-8075-12b2518a0458 req-dca18ab3-cce7-4644-b109-8c9cee4dfaa4 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896621 Aug 18 19:23:39.611485 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1730f3a-c208-43e2-866a-eb3ada1729bf req-121beccf-ab91-4f4d-9b13-5d22274d2c06 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3b19b38-28cb-4f80-954b-2720dbf1de2a HTTP/1.1" status: 200 len: 210 time: 0.0287645 Aug 18 19:23:40.115198 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d384ba9-e445-417f-9b6e-67b047caf52e req-a06f5da1-0983-430a-ad4c-c0547151b794 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.116801 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d384ba9-e445-417f-9b6e-67b047caf52e req-a06f5da1-0983-430a-ad4c-c0547151b794 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0537782 Aug 18 19:23:40.159549 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d384ba9-e445-417f-9b6e-67b047caf52e req-6ee3aa0c-6c69-415a-999f-ec3d39975d9e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Aug 18 19:23:40.259202 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f779-4320-4330-af7d-e433da55cd0a req-54861b50-e147-4ec5-9b8a-dd621b1fcfe6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.260717 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-66b3f779-4320-4330-af7d-e433da55cd0a req-54861b50-e147-4ec5-9b8a-dd621b1fcfe6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0510733 Aug 18 19:23:40.300017 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-66b3f779-4320-4330-af7d-e433da55cd0a req-d1694dcb-cc39-4341-9fdf-296074b5cfb3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Aug 18 19:23:40.474895 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-58044e11-2d89-40d3-a7a6-a0bcb1440ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.476906 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-58044e11-2d89-40d3-a7a6-a0bcb1440ef2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0189c5ef395d4024adb67e452fad8560&device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 1099 time: 0.0433033 Aug 18 19:23:40.481905 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa955ae1-8ab1-43e5-a516-41e7a2d1cc48 req-fc062e49-8f2c-45ea-976d-ab1b4e1ed298 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.483312 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fa955ae1-8ab1-43e5-a516-41e7a2d1cc48 req-fc062e49-8f2c-45ea-976d-ab1b4e1ed298 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Aug 18 19:23:40.527784 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fa955ae1-8ab1-43e5-a516-41e7a2d1cc48 req-0dacff19-2433-4ea5-85b8-3ae6663aa3a2 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376270 Aug 18 19:23:40.570102 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-c0d88eb5-d889-4145-ae6a-0c111026de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.571710 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-c0d88eb5-d889-4145-ae6a-0c111026de66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 200 len: 919 time: 0.0864601 Aug 18 19:23:40.620162 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-54b1c691-0846-4b11-ac57-33294f2d117d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 200 len: 217 time: 0.0381818 Aug 18 19:23:40.677465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-18806576-5023-457b-9d5c-912a5c326ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.679118 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-18806576-5023-457b-9d5c-912a5c326ea7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 200 len: 858 time: 0.0487428 Aug 18 19:23:40.716890 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-67c2546a-8886-4703-adb1-f52e4c52e3a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32933c8b-caf1-45c2-81c8-57ff7ea301b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263968 Aug 18 19:23:40.818493 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-58955834-d7aa-4d95-adbc-18680a27f1e3 service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910375 Aug 18 19:23:40.897288 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9394-7f2d-4e2f-92de-d5065817d29e req-4fdd7798-ab79-4800-9a7c-871d4fa992fe tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:40.898775 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-963e9394-7f2d-4e2f-92de-d5065817d29e req-4fdd7798-ab79-4800-9a7c-871d4fa992fe tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.0491445 Aug 18 19:23:40.921112 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-43f0cbbc-2f56-4e46-a166-387909ca64b3 req-c6f57eb8-4762-4f83-bc4c-7d9b766c475f service neutron] 10.222.0.67 "GET /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835867 Aug 18 19:23:40.940243 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-963e9394-7f2d-4e2f-92de-d5065817d29e req-23225969-ddb6-4bb1-849c-ebe27a727f33 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 Aug 18 19:23:41.143183 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:41.433525 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d5671-a373-4981-9aa1-fc8eb8137ac3 req-4f25d381-0b9f-409e-8418-ed79be6a65ba tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:41.434915 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a8d5671-a373-4981-9aa1-fc8eb8137ac3 req-4f25d381-0b9f-409e-8418-ed79be6a65ba tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0560031 Aug 18 19:23:41.484955 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a8d5671-a373-4981-9aa1-fc8eb8137ac3 req-ec07e261-130a-4642-9e32-ee49ab1b9431 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Aug 18 19:23:41.657174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779b84b-c254-454d-9e9f-7d6b688d9ac9 req-0a1dcc05-694a-4e55-9737-5cd800f2cf2f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:41.658674 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0779b84b-c254-454d-9e9f-7d6b688d9ac9 req-0a1dcc05-694a-4e55-9737-5cd800f2cf2f tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0518289 Aug 18 19:23:41.707751 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0779b84b-c254-454d-9e9f-7d6b688d9ac9 req-6a5cb233-51d0-4a84-96ce-93cbc692479e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Aug 18 19:23:42.066926 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2828-c2c9-4e67-81ea-1a813c0ad0da req-26169c1f-21ce-4202-925e-f50010a49822 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:42.068449 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b6a2828-c2c9-4e67-81ea-1a813c0ad0da req-26169c1f-21ce-4202-925e-f50010a49822 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.0529819 Aug 18 19:23:42.118135 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 5c6cb44e-a512-4335-8c44-400245d7a207 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:42.118959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b6a2828-c2c9-4e67-81ea-1a813c0ad0da req-1b54f835-5eb6-4333-b207-0889fa0603f1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Aug 18 19:23:42.141714 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 5c6cb44e-a512-4335-8c44-400245d7a207 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:23:42.142054 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 5c6cb44e-a512-4335-8c44-400245d7a207 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:23:42.620647 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba7d95-fab5-4f5f-a98c-f802b04864d0 req-75f69405-b2b5-4877-aca6-3650d1b714d0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:42.622137 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3aba7d95-fab5-4f5f-a98c-f802b04864d0 req-75f69405-b2b5-4877-aca6-3650d1b714d0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0533938 Aug 18 19:23:42.667811 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3aba7d95-fab5-4f5f-a98c-f802b04864d0 req-3d465d0b-5f8e-4b33-82ef-47e053a57a34 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357921 Aug 18 19:23:42.847251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a1ec3-428a-4bfe-ac2f-302f04e9a566 req-56bc0162-c854-484d-8201-ebc5fc82fba5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:42.848806 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f81a1ec3-428a-4bfe-ac2f-302f04e9a566 req-56bc0162-c854-484d-8201-ebc5fc82fba5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0560241 Aug 18 19:23:42.889336 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f81a1ec3-428a-4bfe-ac2f-302f04e9a566 req-e27a159f-0495-4a1c-97b4-8863d687ac7c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Aug 18 19:23:43.197061 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-bf0f539c-7d49-49ba-9827-15f24f39f1a5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:43.198900 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-bf0f539c-7d49-49ba-9827-15f24f39f1a5 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.0671558 Aug 18 19:23:43.244906 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857ac71-41a6-46d3-a973-326db9755f9f req-2214933c-2d4a-447a-a3c2-74fd9763c5b3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:43.246764 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a857ac71-41a6-46d3-a973-326db9755f9f req-2214933c-2d4a-447a-a3c2-74fd9763c5b3 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 946 time: 0.0502462 Aug 18 19:23:43.286741 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a857ac71-41a6-46d3-a973-326db9755f9f req-f50f4c15-226f-4d10-861b-856e8fef505f tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Aug 18 19:23:43.306690 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Deleting port 827cf863-a864-439d-9aaa-670dd50793fb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:23:43.307042 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:43.402197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] For port 827cf863-a864-439d-9aaa-670dd50793fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=827cf863-a864-439d-9aaa-670dd50793fb,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:43.402439 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:43.414467 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Calling delete_port for 827cf863-a864-439d-9aaa-670dd50793fb owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:23:43.556147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:43.573839 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07', '827cf863-a864-439d-9aaa-670dd50793fb'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:43.587826 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event deleted for resources: {'Port': ['ID=827cf863-a864-439d-9aaa-670dd50793fb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:43.630142 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] No DVR routers for this DVR port 827cf863-a864-439d-9aaa-670dd50793fb on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:23:43.636818 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:43.639119 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-44262eaa-aa7a-4531-a043-35e0390329b0 req-90db7949-3c70-4a45-908f-bb5c4e1fd806 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "DELETE /v2.0/ports/827cf863-a864-439d-9aaa-670dd50793fb HTTP/1.1" status: 204 len: 173 time: 0.4299891 Aug 18 19:23:43.639647 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'name': 'network-vif-deleted', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:43.642191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe5bad-10ab-42a5-a3db-55ac99c3e07a" -d '{"events": [{"server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "name": "network-vif-deleted", "tag": "827cf863-a864-439d-9aaa-670dd50793fb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:43.684061 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83583e4-6b0c-496d-8f80-f383e35017bc x-openstack-request-id: req-a83583e4-6b0c-496d-8f80-f383e35017bc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:43.684225 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a30ef1-b3cf-4301-8d90-59530e536019", "name": "network-vif-deleted", "tag": "827cf863-a864-439d-9aaa-670dd50793fb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:43.684478 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a83583e4-6b0c-496d-8f80-f383e35017bc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:43.684885 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a30ef1-b3cf-4301-8d90-59530e536019', 'name': 'network-vif-deleted', 'tag': '827cf863-a864-439d-9aaa-670dd50793fb', 'status': 'completed', 'code': 200} Aug 18 19:23:43.802131 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cab72-c1cb-4bef-b308-559f51f1691d req-2017f468-34e9-439b-b957-cafa19a7ba16 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:43.803665 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-322cab72-c1cb-4bef-b308-559f51f1691d req-2017f468-34e9-439b-b957-cafa19a7ba16 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0516937 Aug 18 19:23:43.842528 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-322cab72-c1cb-4bef-b308-559f51f1691d req-b5337aae-ee78-4426-a4a0-2676e9c4bff3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Aug 18 19:23:44.017805 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e2888-3b05-48b0-8ce1-290bd8392e11 req-76499e49-c00e-46f7-8c0d-e8a6cb8b4530 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:44.019300 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-252e2888-3b05-48b0-8ce1-290bd8392e11 req-76499e49-c00e-46f7-8c0d-e8a6cb8b4530 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0572975 Aug 18 19:23:44.067725 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-252e2888-3b05-48b0-8ce1-290bd8392e11 req-3f2cbe16-10a4-48f2-a48b-9d9d1c02e49d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422890 Aug 18 19:23:44.411825 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9228b92-816d-4abd-84fa-cc7bb4c8cb38 req-137696a5-db5a-45d4-a8b5-729ebcd9fcf7 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a30ef1-b3cf-4301-8d90-59530e536019 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Aug 18 19:23:45.000298 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fba53c-f081-49df-9ac3-401eab2de1ba req-e35fa555-d038-46ad-bdff-95dc69caf373 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:45.001786 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81fba53c-f081-49df-9ac3-401eab2de1ba req-e35fa555-d038-46ad-bdff-95dc69caf373 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0729170 Aug 18 19:23:45.045499 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81fba53c-f081-49df-9ac3-401eab2de1ba req-374559f6-008d-4017-b950-66d02005c2d2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342641 Aug 18 19:23:45.209809 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac82e-20f7-4d82-9532-0e1746634ccb req-869a312b-7e25-4f77-ae46-ef8b8ab16f29 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:45.211755 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3bac82e-20f7-4d82-9532-0e1746634ccb req-869a312b-7e25-4f77-ae46-ef8b8ab16f29 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0619590 Aug 18 19:23:45.267531 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3bac82e-20f7-4d82-9532-0e1746634ccb req-ca0d3e01-f339-45cf-9fd3-22db16fae534 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Aug 18 19:23:46.137834 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:23:46.185318 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c381cc-86f6-4e1d-8eb3-9156998b4cce req-2ced9f78-5321-4d10-b486-9f5f8d93f228 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:46.186822 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88c381cc-86f6-4e1d-8eb3-9156998b4cce req-2ced9f78-5321-4d10-b486-9f5f8d93f228 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 943 time: 0.0603075 Aug 18 19:23:46.225130 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88c381cc-86f6-4e1d-8eb3-9156998b4cce req-fb63a7ae-3c24-46d1-9a31-bd9e5ba31b36 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Aug 18 19:23:46.242257 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:46.254201 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'mac_address': 'fa:16:3e:eb:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:23:46.292704 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:46.305766 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:23:46.326273 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:46.331180 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:46.384456 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:46.833025 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aeff-90b8-4399-bce3-abc5ce0e5d61 req-dbf2e965-be99-4c41-8882-bc7f5e0bb690 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:46.834596 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0679aeff-90b8-4399-bce3-abc5ce0e5d61 req-dbf2e965-be99-4c41-8882-bc7f5e0bb690 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0512931 Aug 18 19:23:46.848438 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['d725ebe4-aaea-4d0a-9c67-f5e9e589603f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:46.876124 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0679aeff-90b8-4399-bce3-abc5ce0e5d61 req-4d5575e9-b1b3-4c05-98eb-6d3ad782eb5d tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 18 19:23:47.361128 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39ad40-d26c-4166-9321-40029f50b3bd req-756bee73-fd53-40eb-825b-ea279a679c55 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:47.362680 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4e39ad40-d26c-4166-9321-40029f50b3bd req-756bee73-fd53-40eb-825b-ea279a679c55 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Aug 18 19:23:47.406184 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4e39ad40-d26c-4166-9321-40029f50b3bd req-84e71680-b0a5-446f-b19c-33cf2e5d9dc3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344999 Aug 18 19:23:48.020245 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569e32c-be79-4aa7-9105-9b5c28dc64a6 req-a9b84c08-1f91-4a2e-b593-be864697803e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:48.021724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7569e32c-be79-4aa7-9105-9b5c28dc64a6 req-a9b84c08-1f91-4a2e-b593-be864697803e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0645883 Aug 18 19:23:48.062194 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7569e32c-be79-4aa7-9105-9b5c28dc64a6 req-5ebeb994-1d0c-4f0b-a8ad-f96c2846bd89 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Aug 18 19:23:48.491600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 827cf863-a864-439d-9aaa-670dd50793fb no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:48.511305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 827cf863-a864-439d-9aaa-670dd50793fb {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:23:48.511733 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 827cf863-a864-439d-9aaa-670dd50793fb not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:23:48.543207 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdf1e5-dd7e-49ed-8b9e-a789efb88168 req-4f8d9535-1c3b-41df-af71-06d07561e2e2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:48.544783 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6bcdf1e5-dd7e-49ed-8b9e-a789efb88168 req-4f8d9535-1c3b-41df-af71-06d07561e2e2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0519953 Aug 18 19:23:48.583084 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6bcdf1e5-dd7e-49ed-8b9e-a789efb88168 req-9a4a8f47-ecc3-441e-9373-556ad8ceebd1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Aug 18 19:23:49.182018 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346f4f3-3f2d-440b-ba89-d510fb7721d2 req-65446cb4-a7cc-4224-820e-1e9d63e386c8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:49.183498 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1346f4f3-3f2d-440b-ba89-d510fb7721d2 req-65446cb4-a7cc-4224-820e-1e9d63e386c8 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Aug 18 19:23:49.222496 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1346f4f3-3f2d-440b-ba89-d510fb7721d2 req-817bcd17-5b2c-48cd-b605-173f89f85b65 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328450 Aug 18 19:23:49.722823 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4508e56-147c-473e-9b76-2326b99b5f95 req-e041aed2-e34e-44f7-a799-af115a75d07e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:49.724337 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4508e56-147c-473e-9b76-2326b99b5f95 req-e041aed2-e34e-44f7-a799-af115a75d07e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0533972 Aug 18 19:23:49.766756 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4508e56-147c-473e-9b76-2326b99b5f95 req-397a576d-794d-4e29-9614-c3a668ce6723 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357773 Aug 18 19:23:50.350468 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e848-6f69-4896-8626-50ab0b5385d3 req-433b2a9c-aef4-44e1-8a0f-820a7bb465b6 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:50.351975 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d21e848-6f69-4896-8626-50ab0b5385d3 req-433b2a9c-aef4-44e1-8a0f-820a7bb465b6 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Aug 18 19:23:50.396416 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d21e848-6f69-4896-8626-50ab0b5385d3 req-aada08f1-1086-4435-ad3a-6231450d3b8e tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/security-groups?id=04e99084-25fb-4da3-af84-1b5323c757e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Aug 18 19:23:50.905732 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb87d8b-782c-4d6c-ba66-6f231af373af req-3d10ed4e-4a97-4087-8957-912af6455dbf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:50.907148 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fdb87d8b-782c-4d6c-ba66-6f231af373af req-3d10ed4e-4a97-4087-8957-912af6455dbf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0510290 Aug 18 19:23:50.943821 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fdb87d8b-782c-4d6c-ba66-6f231af373af req-bf5552cb-aeba-4852-b66c-26345546a643 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Aug 18 19:23:51.125631 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-da1cc91e-2759-415e-9926-96693071e923 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:51.127308 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-da1cc91e-2759-415e-9926-96693071e923 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Aug 18 19:23:51.242676 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Deleting port 99d3080b-59ee-443b-be25-434b078bda07 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:23:51.243019 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:51.331631 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] For port 99d3080b-59ee-443b-be25-434b078bda07, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=99d3080b-59ee-443b-be25-434b078bda07,segment=NetworkSegment(199f0b71-5ca2-4694-85e0-2563a2ef32d1),segment_id=199f0b71-5ca2-4694-85e0-2563a2ef32d1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:51.332133 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:51.344349 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Calling delete_port for 99d3080b-59ee-443b-be25-434b078bda07 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:23:51.479657 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:51.491964 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['99d3080b-59ee-443b-be25-434b078bda07'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:23:51.507350 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d279da2-862b-4893-8282-8bd52bb2032c req-34c075b5-c16a-42e5-a4cc-e43c1a088e01 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Aug 18 19:23:51.508173 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Pushing event deleted for resources: {'Port': ['ID=99d3080b-59ee-443b-be25-434b078bda07,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:51.552720 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] No DVR routers for this DVR port 99d3080b-59ee-443b-be25-434b078bda07 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:23:51.555202 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:51.557268 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdd879bc-8893-4cab-895d-08fa1c76f2da req-4820ebf3-3027-4db8-a221-dc313badee98 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.67 "DELETE /v2.0/ports/99d3080b-59ee-443b-be25-434b078bda07 HTTP/1.1" status: 204 len: 173 time: 0.4204295 Aug 18 19:23:51.557694 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'name': 'network-vif-deleted', 'tag': '99d3080b-59ee-443b-be25-434b078bda07'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:51.559963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51321e-7a77-4abd-b579-10a3c4635fc9" -d '{"events": [{"server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "name": "network-vif-deleted", "tag": "99d3080b-59ee-443b-be25-434b078bda07"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:51.595968 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a22e7-cc77-49b9-81ca-fc28d105719c x-openstack-request-id: req-623a22e7-cc77-49b9-81ca-fc28d105719c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:51.596256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5", "name": "network-vif-deleted", "tag": "99d3080b-59ee-443b-be25-434b078bda07", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:51.596505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-623a22e7-cc77-49b9-81ca-fc28d105719c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:51.596894 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5', 'name': 'network-vif-deleted', 'tag': '99d3080b-59ee-443b-be25-434b078bda07', 'status': 'completed', 'code': 200} Aug 18 19:23:52.075673 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809dcd2-4fda-4caf-8885-35b581cd92a1 req-9b57b16d-4724-4f2e-831f-b2e3633b2960 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:52.077306 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d809dcd2-4fda-4caf-8885-35b581cd92a1 req-9b57b16d-4724-4f2e-831f-b2e3633b2960 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0526991 Aug 18 19:23:52.116775 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d809dcd2-4fda-4caf-8885-35b581cd92a1 req-8f3ff7d3-be4a-436f-b390-855aa4ab4bd9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Aug 18 19:23:52.621901 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5c68e83e-ceae-4d84-8917-427a2385a1f5 req-dc1c2502-f4dd-4e0c-9014-c10363518275 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0288455 Aug 18 19:23:53.239332 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076def-0c34-4edc-8ed2-9d29482be8ab req-8a4d4714-194c-4ffa-b503-2654320191d8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:53.240901 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a076def-0c34-4edc-8ed2-9d29482be8ab req-8a4d4714-194c-4ffa-b503-2654320191d8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0499570 Aug 18 19:23:53.282922 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a076def-0c34-4edc-8ed2-9d29482be8ab req-165e6ac9-7cc8-4d3d-90f3-81af80d0192a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Aug 18 19:23:53.730664 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f3a08e5-3b30-4832-8455-a8e7d9dfb66f req-ce5f4568-c0fd-4811-9eef-231ce4f4c7d1 tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Aug 18 19:23:54.410184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e000-487e-478f-a963-013af5eb3acc req-8ef9c54c-659c-44e9-87c0-e024be847b04 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:54.411684 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e26e000-487e-478f-a963-013af5eb3acc req-8ef9c54c-659c-44e9-87c0-e024be847b04 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 944 time: 0.0494332 Aug 18 19:23:54.450766 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e26e000-487e-478f-a963-013af5eb3acc req-e349a69e-17f3-40d8-bee9-b50930f065ff tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Aug 18 19:23:54.565364 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:23:54.620385 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port d725ebe4-aaea-4d0a-9c67-f5e9e589603f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:23:54.620751 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:54.696483 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:54.718140 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:23:54.720455 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8b77e-8ca9-4cdd-95f2-75db04c10ec1" -d '{"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:23:54.735675 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:23:54.740624 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:54.843017 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-86bd0f4e-b049-4c03-b4b4-218f71c248fb req-426955f6-86a9-45c4-8c28-229ccb8566ae tempest-AttachVolumeNegativeTest-772012094 tempest-AttachVolumeNegativeTest-772012094-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e43ba4e-2964-4fd5-bed5-7a6475bfcbf5 HTTP/1.1" status: 200 len: 210 time: 0.0271676 Aug 18 19:23:54.887378 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901457cd-6d38-4de7-9a4b-8826f3ece994 x-openstack-request-id: req-901457cd-6d38-4de7-9a4b-8826f3ece994 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:23:54.887635 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-plugged", "status": "completed", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:23:54.887917 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-901457cd-6d38-4de7-9a4b-8826f3ece994 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:23:54.888293 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'code': 200} Aug 18 19:23:54.913571 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:55.421474 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf738d7-7f18-4602-ab42-2526c23be843 req-c8055fc0-efb6-479a-af20-81c26f6b7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:55.423210 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cf738d7-7f18-4602-ab42-2526c23be843 req-c8055fc0-efb6-479a-af20-81c26f6b7acb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 1099 time: 0.0416512 Aug 18 19:23:55.462335 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cf738d7-7f18-4602-ab42-2526c23be843 req-874626e0-7452-4f49-b920-46ed43103da5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289633 Aug 18 19:23:55.572618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db854488-b3ea-4817-9ac1-35583347bead req-bd387777-c670-4440-9685-b2f4a4636753 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:55.573975 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db854488-b3ea-4817-9ac1-35583347bead req-bd387777-c670-4440-9685-b2f4a4636753 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0510566 Aug 18 19:23:55.618179 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db854488-b3ea-4817-9ac1-35583347bead req-77796edd-e5c4-4304-a602-578eb14eac7e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356824 Aug 18 19:23:55.904665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:55.949500 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Deleting subnet ae2c7668-f91d-4367-aa5b-4335e8964bae {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:23:55.952951 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:55.989645 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.032747 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.096022 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.341826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2c7668-f91d-4367-aa5b-4335e8964bae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:56.347040 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.349746 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ae2c7668-f91d-4367-aa5b-4335e8964bae HTTP/1.1" status: 204 len: 168 time: 0.4440053 Aug 18 19:23:56.352159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:56.358209 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.358773 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.359339 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.359764 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.360232 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.361018 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.361399 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.362127 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.362607 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.363039 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.363488 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.364049 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b14bed-d120-42b1-a394-0d7224f9023f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.434070 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.532795 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.545802 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.546213 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.547017 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.547344 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > port after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.547691 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.548089 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > port after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.548444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.548789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.549290 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.549618 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.629666 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4db98f-dfab-4d59-bcd3-143836f156e9 req-cb4980ee-b1b2-485f-b8d7-2748b8dc728e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:56.631187 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c4db98f-dfab-4d59-bcd3-143836f156e9 req-cb4980ee-b1b2-485f-b8d7-2748b8dc728e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0492940 Aug 18 19:23:56.674053 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c4db98f-dfab-4d59-bcd3-143836f156e9 req-f05bbee4-591f-48e5-8728-3f07a473c5aa tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Aug 18 19:23:56.675491 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.675833 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.676168 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.676706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 19:23:56.677136 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9596b8c-9cbd-42c9-9809-d6eff356fe98']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:56.695458 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199f0b71-5ca2-4694-85e0-2563a2ef32d1') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:56.695714 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199f0b71-5ca2-4694-85e0-2563a2ef32d1') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:23:56.712340 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.733459 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.742869 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:23:56.743709 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:23:56.748911 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:23:56.775106 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98f47-5230-48d7-ae5e-4b3121aeb187 req-9afb352b-b882-4837-9e69-d9a8428d4385 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:56.776887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5db98f47-5230-48d7-ae5e-4b3121aeb187 req-9afb352b-b882-4837-9e69-d9a8428d4385 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0646608 Aug 18 19:23:56.821587 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5db98f47-5230-48d7-ae5e-4b3121aeb187 req-7dae3eb0-43dd-490c-bf20-b83f315cc857 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375021 Aug 18 19:23:56.822362 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.839968 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:56.842327 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9596b8c-9cbd-42c9-9809-d6eff356fe98 HTTP/1.1" status: 204 len: 168 time: 0.4888952 Aug 18 19:23:56.843726 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b9596b8c-9cbd-42c9-9809-d6eff356fe98,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:56.862335 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.862864 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.863546 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.864496 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.864721 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.865182 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.865888 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.866235 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.866610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.867660 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.868212 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:56.868726 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57b41e-14ce-4872-ac52-6d03e7b082cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:23:57.060130 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:57.105133 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6e8f9e79-2fa4-4b4c-a753-fd5f140d1ec2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=494203d6a445471bb6f57c89a8744c87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433578 Aug 18 19:23:57.107585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:23:57.160127 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:57.181322 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:57.248868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:57.252582 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:23:57.253782 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04e99084-25fb-4da3-af84-1b5323c757e9 HTTP/1.1" status: 204 len: 168 time: 0.1452870 Aug 18 19:23:57.271339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f056ff5-f209-417a-b345-ad4192cc77f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e99084-25fb-4da3-af84-1b5323c757e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:23:57.338319 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c88bd-85f7-405c-9431-648bf93baf4f req-56ad7043-57fa-42b0-9c89-c40e1a9d61ba tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.339829 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b28c88bd-85f7-405c-9431-648bf93baf4f req-56ad7043-57fa-42b0-9c89-c40e1a9d61ba tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0662763 Aug 18 19:23:57.369822 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-b2e4ac6c-c62f-4612-b06d-f719c62051d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.371348 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-b2e4ac6c-c62f-4612-b06d-f719c62051d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1137 time: 0.0524120 Aug 18 19:23:57.389650 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b28c88bd-85f7-405c-9431-648bf93baf4f req-cec6f24c-9026-4f8c-8eca-839a57419b39 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426891 Aug 18 19:23:57.481989 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-282f8909-f375-44e0-9417-97cddc7afb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.483751 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-282f8909-f375-44e0-9417-97cddc7afb0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.0984094 Aug 18 19:23:57.510537 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 99d3080b-59ee-443b-be25-434b078bda07 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:23:57.530897 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 99d3080b-59ee-443b-be25-434b078bda07 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:23:57.531543 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 99d3080b-59ee-443b-be25-434b078bda07 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:23:57.586766 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-8bd80daf-da6f-4bb4-8471-303da7fac397 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 1000 time: 0.0647738 Aug 18 19:23:57.659919 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-facc5998-bc25-48b5-9366-e301a0230ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.661696 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-facc5998-bc25-48b5-9366-e301a0230ad4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.0543096 Aug 18 19:23:57.716102 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-fb61cb57-c450-4109-93ea-9fa38778787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.716102 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-fb61cb57-c450-4109-93ea-9fa38778787f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417857 Aug 18 19:23:57.798737 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d85f95-b67b-4f63-beef-de87f3c6b2c4 req-1240ebc9-154d-40dd-a315-3501b42e81f9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.800384 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-20d85f95-b67b-4f63-beef-de87f3c6b2c4 req-1240ebc9-154d-40dd-a315-3501b42e81f9 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0504479 Aug 18 19:23:57.830511 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-8ccb0e50-c1ac-4362-91e0-e4b0b757ea0d service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948846 Aug 18 19:23:57.841173 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-20d85f95-b67b-4f63-beef-de87f3c6b2c4 req-d70bed8f-4883-4e39-bc8b-87def42417d3 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Aug 18 19:23:57.954166 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e1fddc5-b3f7-4ed7-ac88-92f3d64b0875 req-eca5e28f-600c-4eb6-a45f-79e2a01374fe service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046128 Aug 18 19:23:57.987981 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ae9d5-3435-4412-99d7-4be9f75ac04e req-2c75be42-c447-48c2-bb4f-6d530ad9febb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:57.989893 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd4ae9d5-3435-4412-99d7-4be9f75ac04e req-2c75be42-c447-48c2-bb4f-6d530ad9febb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0651047 Aug 18 19:23:58.031521 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd4ae9d5-3435-4412-99d7-4be9f75ac04e req-6afd4a1f-140a-4ce9-a35b-215cccef1edf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Aug 18 19:23:58.523988 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a2e46-e994-471e-9089-ca3196d7bd1e req-e04c37ca-1b30-4de5-941c-ebec2356b4b4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:58.526736 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d12a2e46-e994-471e-9089-ca3196d7bd1e req-e04c37ca-1b30-4de5-941c-ebec2356b4b4 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0666511 Aug 18 19:23:58.572674 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d12a2e46-e994-471e-9089-ca3196d7bd1e req-9829eb60-a3e4-4f86-b807-ba6659a207b8 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375147 Aug 18 19:23:58.970570 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5117d-f358-4f87-aeb5-e86517d808f3 req-b194996f-e9cb-4cdd-b197-3f1b09a30a43 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:58.972074 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f5117d-f358-4f87-aeb5-e86517d808f3 req-b194996f-e9cb-4cdd-b197-3f1b09a30a43 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0517006 Aug 18 19:23:59.011333 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f5117d-f358-4f87-aeb5-e86517d808f3 req-450b44e7-6d9c-47cc-82f8-d5f9d6e7b5a6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Aug 18 19:23:59.697501 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c7382-2e22-4069-b210-f3acac1a7be4 req-21c4161e-111a-486e-9c0a-4bd9a31f2b30 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:23:59.699226 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a23c7382-2e22-4069-b210-f3acac1a7be4 req-21c4161e-111a-486e-9c0a-4bd9a31f2b30 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0538089 Aug 18 19:23:59.745067 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a23c7382-2e22-4069-b210-f3acac1a7be4 req-b0fd1ae2-1158-4909-aa8d-e6bef63f702b tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363827 Aug 18 19:24:00.147349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d766-fded-4400-bffc-ee58dd93ee43 req-a81b3004-912d-493b-9a35-371e9e1870ad tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:00.148743 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5c82d766-fded-4400-bffc-ee58dd93ee43 req-a81b3004-912d-493b-9a35-371e9e1870ad tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0579398 Aug 18 19:24:00.187871 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5c82d766-fded-4400-bffc-ee58dd93ee43 req-3eeeddf4-ad37-4eb7-8e1a-6a67c5ec1dba tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Aug 18 19:24:00.868955 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becefc6-26a1-4b5b-883b-07f394b06e8d req-06cbdca3-fd61-479b-b18e-8adc291dda71 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:00.870414 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9becefc6-26a1-4b5b-883b-07f394b06e8d req-06cbdca3-fd61-479b-b18e-8adc291dda71 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0502877 Aug 18 19:24:00.925440 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9becefc6-26a1-4b5b-883b-07f394b06e8d req-29800960-6d13-470a-83e1-85d8d9849e63 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457292 Aug 18 19:24:01.327660 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f61d3-8283-4644-9181-c1e8302261e6 req-1f34f546-6e7e-4844-b0a6-69865d184552 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:01.329196 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-239f61d3-8283-4644-9181-c1e8302261e6 req-1f34f546-6e7e-4844-b0a6-69865d184552 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0784404 Aug 18 19:24:01.339583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220a44-ff61-43a8-b2df-9e577083ea35 req-7fd3cf77-0055-42af-964d-e6cb3828bb81 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:01.341005 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-84220a44-ff61-43a8-b2df-9e577083ea35 req-7fd3cf77-0055-42af-964d-e6cb3828bb81 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0808086 Aug 18 19:24:01.396847 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-239f61d3-8283-4644-9181-c1e8302261e6 req-b4528ed5-c817-42f0-9474-869fcec846f9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548913 Aug 18 19:24:01.399537 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-84220a44-ff61-43a8-b2df-9e577083ea35 req-2d02b22a-9209-45e6-ab09-8108105e23de tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517008 Aug 18 19:24:02.061978 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37436dc-2e24-4782-a321-a5dab07e4523 req-5f843702-0a9f-415b-81f6-0d24a30be137 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:02.063513 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a37436dc-2e24-4782-a321-a5dab07e4523 req-5f843702-0a9f-415b-81f6-0d24a30be137 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0587296 Aug 18 19:24:02.104803 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a37436dc-2e24-4782-a321-a5dab07e4523 req-6ee481bb-e296-48b0-815e-19d67abe1525 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347943 Aug 18 19:24:02.562065 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c63cc1-4069-474a-9cbb-eb9687bba10f req-460b2a4e-45de-46d2-961b-cb15bd37ce83 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:02.563515 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10c63cc1-4069-474a-9cbb-eb9687bba10f req-460b2a4e-45de-46d2-961b-cb15bd37ce83 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0883133 Aug 18 19:24:02.570479 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d3382-fe8d-4311-a1a2-196190eabe86 req-5520deac-693b-406f-b331-dba182209520 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:02.571820 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc1d3382-fe8d-4311-a1a2-196190eabe86 req-5520deac-693b-406f-b331-dba182209520 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0950131 Aug 18 19:24:02.624049 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10c63cc1-4069-474a-9cbb-eb9687bba10f req-630d9edb-87f0-4d67-93dc-7c48b4c0e560 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511899 Aug 18 19:24:02.629085 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fc1d3382-fe8d-4311-a1a2-196190eabe86 req-5ca57842-405c-4ef0-af86-31c9a1c694ed tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Aug 18 19:24:03.230249 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4b374-6555-40e4-a67f-e40b0f74d91c req-179beda7-7a17-4185-a6f3-479e73817610 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:03.231732 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ec4b374-6555-40e4-a67f-e40b0f74d91c req-179beda7-7a17-4185-a6f3-479e73817610 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0530059 Aug 18 19:24:03.272759 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ec4b374-6555-40e4-a67f-e40b0f74d91c req-61be7420-e8ee-415e-82ee-61590db5f53c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345592 Aug 18 19:24:03.338390 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6417dc6-03c5-4b9c-b6e6-e9ff22f74a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:03.782713 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754c7b-e14a-4578-8ae5-ca96c99d77f6 req-44e3d6d2-9f28-47b5-8f5f-95a1b2323435 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:03.785656 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b2754c7b-e14a-4578-8ae5-ca96c99d77f6 req-44e3d6d2-9f28-47b5-8f5f-95a1b2323435 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0831780 Aug 18 19:24:03.795568 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-7dcc7155-8bcf-4bca-af70-3200e719a91d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:03.796174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f44782-02b2-4efc-b9ca-b1762d450a18 req-2eda8ef4-7705-449e-ae45-27b5318b7951 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:03.797078 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-7dcc7155-8bcf-4bca-af70-3200e719a91d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0504444 Aug 18 19:24:03.797495 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f44782-02b2-4efc-b9ca-b1762d450a18 req-2eda8ef4-7705-449e-ae45-27b5318b7951 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 945 time: 0.0930817 Aug 18 19:24:03.854697 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f44782-02b2-4efc-b9ca-b1762d450a18 req-ae508877-b524-4955-8ad9-5616b1a0990c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Aug 18 19:24:03.857307 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b2754c7b-e14a-4578-8ae5-ca96c99d77f6 req-103d49d8-bf9f-4930-9003-8b2ba9be6f58 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589252 Aug 18 19:24:03.900961 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Deleting port 1f090b39-5884-4da7-a2a0-8178dfc3af3c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:24:03.901219 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:03.992620 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] For port 1f090b39-5884-4da7-a2a0-8178dfc3af3c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=1f090b39-5884-4da7-a2a0-8178dfc3af3c,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:24:03.992990 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:04.005110 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Calling delete_port for 1f090b39-5884-4da7-a2a0-8178dfc3af3c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:24:04.149540 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:04.162398 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['6edbad90-f91f-4c23-a95a-c8a11b3fceb5', '1f090b39-5884-4da7-a2a0-8178dfc3af3c'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:24:04.178784 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Pushing event deleted for resources: {'Port': ['ID=1f090b39-5884-4da7-a2a0-8178dfc3af3c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:04.220437 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] No DVR routers for this DVR port 1f090b39-5884-4da7-a2a0-8178dfc3af3c on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:24:04.223139 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:04.225263 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea096199-daf5-443f-af53-04d2d00a4fa9 req-da470802-5890-4159-a2a1-f9bcff064a8d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "DELETE /v2.0/ports/1f090b39-5884-4da7-a2a0-8178dfc3af3c HTTP/1.1" status: 204 len: 173 time: 0.4177830 Aug 18 19:24:04.225696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'name': 'network-vif-deleted', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:24:04.228022 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12ee96-07ac-4aaa-bbaa-b8e9743c2288" -d '{"events": [{"server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "name": "network-vif-deleted", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:24:04.270095 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1bdc5-c274-4a32-8348-592dfac6b644 x-openstack-request-id: req-a3d1bdc5-c274-4a32-8348-592dfac6b644 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:24:04.270414 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa", "name": "network-vif-deleted", "tag": "1f090b39-5884-4da7-a2a0-8178dfc3af3c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:24:04.271132 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d1bdc5-c274-4a32-8348-592dfac6b644 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:24:04.271568 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa', 'name': 'network-vif-deleted', 'tag': '1f090b39-5884-4da7-a2a0-8178dfc3af3c', 'status': 'completed', 'code': 200} Aug 18 19:24:04.403470 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5eaa-2bb1-485e-b735-80bfab63c70a req-c615e6f8-a9fa-4776-acc6-63c698110f52 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:04.404898 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-225c5eaa-2bb1-485e-b735-80bfab63c70a req-c615e6f8-a9fa-4776-acc6-63c698110f52 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0537784 Aug 18 19:24:04.447049 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-225c5eaa-2bb1-485e-b735-80bfab63c70a req-bed5546e-73da-41c8-b890-07d0accc3226 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350916 Aug 18 19:24:04.990959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00708f39-93ab-4aeb-8cfd-a70cd1745bbe req-9b99b573-f7c4-4b64-acb4-7af0b388d11d tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7ee01da-d1b7-4fb2-8fb0-b4cbf1fb14fa HTTP/1.1" status: 200 len: 210 time: 0.0491502 Aug 18 19:24:05.011350 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192c2e6-d372-4caa-af51-051da8911f05 req-90723cde-d04e-405e-8333-ac0d91b25c91 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:05.012856 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d192c2e6-d372-4caa-af51-051da8911f05 req-90723cde-d04e-405e-8333-ac0d91b25c91 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0824151 Aug 18 19:24:05.058174 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d192c2e6-d372-4caa-af51-051da8911f05 req-92a3b966-f75d-4933-b82c-4438116acd4b tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a9bb73c-f75a-4f96-a36e-2698a5325bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Aug 18 19:24:05.590109 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125d2de-4588-4140-bf21-a4fb71213aad req-ae46d455-edee-45d6-babf-08cb6fa92dcb tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:05.591827 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2125d2de-4588-4140-bf21-a4fb71213aad req-ae46d455-edee-45d6-babf-08cb6fa92dcb tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0567188 Aug 18 19:24:05.618775 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0952eef4-38e7-4e4f-9757-6c1ea7ebf77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:05.636705 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2125d2de-4588-4140-bf21-a4fb71213aad req-e1ae11c8-bd60-44ba-bffe-7f011412719c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378866 Aug 18 19:24:05.687969 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-fceb699b-e31f-4bc4-8a82-9f55c2090012 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:05.690358 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-fceb699b-e31f-4bc4-8a82-9f55c2090012 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 945 time: 0.0592678 Aug 18 19:24:05.789319 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Deleting port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:24:05.789661 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:05.890451 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] For port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,segment=NetworkSegment(3ca62028-41ce-4cca-87a6-e969573385b3),segment_id=3ca62028-41ce-4cca-87a6-e969573385b3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:24:05.890672 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:05.904761 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Calling delete_port for c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:24:05.987172 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:06.042956 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:06.058287 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:24:06.076030 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Pushing event deleted for resources: {'Port': ['ID=c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:06.116645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] No DVR routers for this DVR port c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:24:06.119199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:06.121256 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9649e9f-8544-480a-8771-b0bac62f5a59 req-4890da18-bc0c-4011-8e47-b009e276c2a9 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.67 "DELETE /v2.0/ports/c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f HTTP/1.1" status: 204 len: 173 time: 0.4213674 Aug 18 19:24:06.162649 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d4802258-c698-4584-ba35-d24632dd6988 req-2f1d9c2e-995f-4d31-81f7-32ffcf869a43 tempest-VolumesSnapshotTestJSON-1118519759 tempest-VolumesSnapshotTestJSON-1118519759-project] 10.222.0.25 "GET /v2.0/ports?device_id=2379fc71-8200-4701-aed9-b6de1a499cbe HTTP/1.1" status: 200 len: 210 time: 0.0329828 Aug 18 19:24:06.272767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'name': 'network-vif-deleted', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:24:06.275316 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fcf2ef-7e2f-4f2d-8231-12a19ad41c7b" -d '{"events": [{"server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "name": "network-vif-deleted", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:24:06.294247 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4df7f-fdda-4d4a-916d-87f798f4817c req-a20adca1-ddd5-4c5d-9efd-1703ba4c14e6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:06.295673 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4eb4df7f-fdda-4d4a-916d-87f798f4817c req-a20adca1-ddd5-4c5d-9efd-1703ba4c14e6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0517724 Aug 18 19:24:06.310734 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3ead3d-93d3-4a6e-a132-b87ac7572d80 x-openstack-request-id: req-0c3ead3d-93d3-4a6e-a132-b87ac7572d80 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:24:06.311009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2379fc71-8200-4701-aed9-b6de1a499cbe", "name": "network-vif-deleted", "tag": "c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:24:06.311256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c3ead3d-93d3-4a6e-a132-b87ac7572d80 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:24:06.311666 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2379fc71-8200-4701-aed9-b6de1a499cbe', 'name': 'network-vif-deleted', 'tag': 'c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f', 'status': 'completed', 'code': 200} Aug 18 19:24:06.334454 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4eb4df7f-fdda-4d4a-916d-87f798f4817c req-26646546-6409-490d-a5de-f5d0a7e455d1 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Aug 18 19:24:06.604289 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:24:06.773532 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b79a11-2e0f-4643-abc6-1103babf84ff req-ef277b3c-fd27-44b0-9788-ad131832b0a7 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:06.775288 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-06b79a11-2e0f-4643-abc6-1103babf84ff req-ef277b3c-fd27-44b0-9788-ad131832b0a7 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0572107 Aug 18 19:24:06.817622 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-06b79a11-2e0f-4643-abc6-1103babf84ff req-2c1a0a8c-f21d-45b6-a276-1cfcef101538 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361085 Aug 18 19:24:06.847092 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:06.956204 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4545abf-b926-4eea-a1d7-7fcb6d22906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.025848 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.045730 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4545abf-b926-4eea-a1d7-7fcb6d22906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.053177 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4545abf-b926-4eea-a1d7-7fcb6d22906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.091637 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545abf-b926-4eea-a1d7-7fcb6d22906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35d2af-8c9d-4ae5-bab5-3fefd1a0299f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:07.097212 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e4545abf-b926-4eea-a1d7-7fcb6d22906a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f5dc01c25b5465f827a12a090855889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490840 Aug 18 19:24:07.099982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:07.149848 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.171929 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.222694 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.225771 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:07.227129 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e35d2af-8c9d-4ae5-bab5-3fefd1a0299f HTTP/1.1" status: 204 len: 168 time: 0.1260755 Aug 18 19:24:07.241686 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb5f01-816f-4f44-93c1-6bfcbcb0f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35d2af-8c9d-4ae5-bab5-3fefd1a0299f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:07.475302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcea67-5200-4e15-bfa2-bc1dacc00576 req-446ef363-0498-41e4-9a81-4ca4558da07e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:07.483832 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5bcea67-5200-4e15-bfa2-bc1dacc00576 req-446ef363-0498-41e4-9a81-4ca4558da07e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0746777 Aug 18 19:24:07.520190 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5bcea67-5200-4e15-bfa2-bc1dacc00576 req-3c03682b-4fbf-40a1-9741-b5e1e12256e0 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Aug 18 19:24:07.532550 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 1f090b39-5884-4da7-a2a0-8178dfc3af3c no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:24:07.553114 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 1f090b39-5884-4da7-a2a0-8178dfc3af3c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:24:07.553491 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 1f090b39-5884-4da7-a2a0-8178dfc3af3c not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:24:07.553903 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:24:07.575698 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:24:07.576166 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device c54c88a7-0dad-4b1c-8c0b-dd0acea3ea0f not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:24:07.937480 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2e79-015e-4553-ae52-f5b76884cf2e req-e206434c-ba17-4b19-9d52-77d500c8ee5c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:07.938964 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88eb2e79-015e-4553-ae52-f5b76884cf2e req-e206434c-ba17-4b19-9d52-77d500c8ee5c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0532744 Aug 18 19:24:07.979801 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88eb2e79-015e-4553-ae52-f5b76884cf2e req-86f3602e-a7ac-42f6-a4bf-65fc50a3d1f2 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344377 Aug 18 19:24:08.639086 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:08.661254 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e919f0c-9a71-4e18-9c68-0d2e24363606 req-a9ae3011-1e4f-4e25-9d93-482b130b1497 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:08.663705 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0e919f0c-9a71-4e18-9c68-0d2e24363606 req-a9ae3011-1e4f-4e25-9d93-482b130b1497 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0756123 Aug 18 19:24:08.724482 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0e919f0c-9a71-4e18-9c68-0d2e24363606 req-ab6c6c0d-a245-4691-b646-978e5bdcf80e tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477650 Aug 18 19:24:09.116376 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2d088-5f57-48c4-b3d2-75554a89bcbe req-d4317220-0fa5-4bb8-b195-bf7e7436364e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:09.117762 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98f2d088-5f57-48c4-b3d2-75554a89bcbe req-d4317220-0fa5-4bb8-b195-bf7e7436364e tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0498426 Aug 18 19:24:09.159714 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98f2d088-5f57-48c4-b3d2-75554a89bcbe req-b822ee3d-b298-4030-8a57-769b430d1e8f tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358267 Aug 18 19:24:09.845826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea30c-c643-47a7-a3e9-e56321edf5b1 req-586aae2f-f9bc-4f35-b388-a22e0ce0cbd5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:09.847251 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f1cea30c-c643-47a7-a3e9-e56321edf5b1 req-586aae2f-f9bc-4f35-b388-a22e0ce0cbd5 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0550861 Aug 18 19:24:09.898853 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f1cea30c-c643-47a7-a3e9-e56321edf5b1 req-53a38406-1211-49d3-839e-9df1d0d0abbc tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Aug 18 19:24:10.280160 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4684dc-23f6-41ef-a188-506deb200f16 req-2b309f2d-23c1-4b88-9e1a-397bef715b64 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:10.280160 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a4684dc-23f6-41ef-a188-506deb200f16 req-2b309f2d-23c1-4b88-9e1a-397bef715b64 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0515914 Aug 18 19:24:10.324339 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a4684dc-23f6-41ef-a188-506deb200f16 req-d41d947a-1e34-474f-8968-098f5729d942 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385389 Aug 18 19:24:11.043123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7302ef6-e857-4dc4-9325-7b3621136ed9 req-f7ab3656-7e8b-41d6-b829-2cb1f4a26c17 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:11.044637 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7302ef6-e857-4dc4-9325-7b3621136ed9 req-f7ab3656-7e8b-41d6-b829-2cb1f4a26c17 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0637555 Aug 18 19:24:11.087059 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7302ef6-e857-4dc4-9325-7b3621136ed9 req-5f8b1554-f88d-4cd4-b339-07355c7759c7 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Aug 18 19:24:11.156602 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:11.451377 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81842e-41c7-467d-be4b-139f6d37ff09 req-9e71f605-37b4-4188-87d5-76b3fc2bce6d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:11.452926 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd81842e-41c7-467d-be4b-139f6d37ff09 req-9e71f605-37b4-4188-87d5-76b3fc2bce6d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0549109 Aug 18 19:24:11.495624 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd81842e-41c7-467d-be4b-139f6d37ff09 req-55fc0a2c-1278-4551-bdcb-10319c637c23 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360970 Aug 18 19:24:12.207497 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65effa2a-ce08-49f8-9594-bc83472a876b req-25d2d573-fc54-4b1b-a615-12574852067c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:12.208903 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65effa2a-ce08-49f8-9594-bc83472a876b req-25d2d573-fc54-4b1b-a615-12574852067c tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0541775 Aug 18 19:24:12.248153 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65effa2a-ce08-49f8-9594-bc83472a876b req-28b5d983-3a25-4957-a3db-e7c365d276ec tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Aug 18 19:24:12.612988 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cd246-32b4-489d-9129-a97bfefbea6e req-dfb51c05-45d5-4933-8252-de1e013bc51c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:12.614731 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b85cd246-32b4-489d-9129-a97bfefbea6e req-dfb51c05-45d5-4933-8252-de1e013bc51c tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0518701 Aug 18 19:24:12.657528 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b85cd246-32b4-489d-9129-a97bfefbea6e req-904aa0fb-332e-49be-b57b-1a87b988da4d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366929 Aug 18 19:24:12.848620 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-bf340dde-35f9-40b0-9ad3-09b69bafbfd3 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:12.850090 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-bf340dde-35f9-40b0-9ad3-09b69bafbfd3 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0566311 Aug 18 19:24:13.180786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Deleting port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:24:13.181131 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:13.275586 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] For port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:24:13.276137 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:13.295568 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Calling delete_port for 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:24:13.377272 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4dbb-89a6-4b29-a39f-b96024062f68 req-250d0cc1-eb5e-452c-a4c9-9df47e004e75 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:13.380401 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a10b4dbb-89a6-4b29-a39f-b96024062f68 req-250d0cc1-eb5e-452c-a4c9-9df47e004e75 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 946 time: 0.0568027 Aug 18 19:24:13.417653 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a10b4dbb-89a6-4b29-a39f-b96024062f68 req-0ad8ed52-877e-4872-ba7a-146aef781385 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/security-groups?id=87ebd3c9-3508-48aa-9a0e-939c98ea08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Aug 18 19:24:13.440668 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:13.462886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Pushing event deleted for resources: {'Port': ['ID=6edbad90-f91f-4c23-a95a-c8a11b3fceb5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:13.507650 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] No DVR routers for this DVR port 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:24:13.510422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:13.512482 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c71c621a-0926-4092-80ed-db5b8cb1b892 req-380d29e7-1649-4cd6-897e-2779cf0955c6 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.67 "DELETE /v2.0/ports/6edbad90-f91f-4c23-a95a-c8a11b3fceb5 HTTP/1.1" status: 204 len: 173 time: 0.6534495 Aug 18 19:24:13.512922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'name': 'network-vif-deleted', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:24:13.515197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd14e4-82b8-487f-8147-4978c1216d1a" -d '{"events": [{"server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "name": "network-vif-deleted", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:24:13.551668 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5409a6-dbfb-4ea8-9d9d-7c4bb6e0b2c5 x-openstack-request-id: req-9e5409a6-dbfb-4ea8-9d9d-7c4bb6e0b2c5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:24:13.551992 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c53221-3fe9-48f2-86d6-28d7f8f34b78", "name": "network-vif-deleted", "tag": "6edbad90-f91f-4c23-a95a-c8a11b3fceb5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:24:13.552248 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e5409a6-dbfb-4ea8-9d9d-7c4bb6e0b2c5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:24:13.552667 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c53221-3fe9-48f2-86d6-28d7f8f34b78', 'name': 'network-vif-deleted', 'tag': '6edbad90-f91f-4c23-a95a-c8a11b3fceb5', 'status': 'completed', 'code': 200} Aug 18 19:24:13.782795 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41a10-458f-45b6-a06d-a25a5961d066 req-e213b5fd-ab36-43d8-97ce-f2a809de4319 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:13.784720 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d0d41a10-458f-45b6-a06d-a25a5961d066 req-e213b5fd-ab36-43d8-97ce-f2a809de4319 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0558653 Aug 18 19:24:13.828183 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d0d41a10-458f-45b6-a06d-a25a5961d066 req-ce160b9c-a2ca-4fd6-9df3-95511d5d58c1 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346613 Aug 18 19:24:14.532607 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3da04234-ae2a-40ea-833f-eea669eb3417 req-f82a1eb2-cfb2-4a51-abc8-3f4f21a62766 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 210 time: 0.0271308 Aug 18 19:24:14.971313 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a946d9-6dc8-4eb8-ba49-d657f57603a8 req-7ff97c0b-41e1-4e2f-9597-ac6a44a2c294 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:14.973240 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69a946d9-6dc8-4eb8-ba49-d657f57603a8 req-7ff97c0b-41e1-4e2f-9597-ac6a44a2c294 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0640604 Aug 18 19:24:15.015109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69a946d9-6dc8-4eb8-ba49-d657f57603a8 req-78d87a9e-fb26-4fce-8c4f-1726af07c6fb tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355904 Aug 18 19:24:15.641891 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c944caf6-e85e-4a0e-8e3f-dfaf3f42e5a4 req-4db0803c-3e86-49ca-9e4f-4d7062888c68 tempest-ServerRescueNegativeTestJSON-158355116 tempest-ServerRescueNegativeTestJSON-158355116-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c53221-3fe9-48f2-86d6-28d7f8f34b78 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Aug 18 19:24:15.791929 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['6edbad90-f91f-4c23-a95a-c8a11b3fceb5'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:24:16.147333 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2c505-0839-4d8d-83be-c74de7a9a87c req-5398c060-f860-4779-bb7d-956c99adb262 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:16.148925 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f7b2c505-0839-4d8d-83be-c74de7a9a87c req-5398c060-f860-4779-bb7d-956c99adb262 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0536466 Aug 18 19:24:16.197607 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f7b2c505-0839-4d8d-83be-c74de7a9a87c req-17cddf15-f5e9-4799-8eeb-c2c6729da398 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364475 Aug 18 19:24:16.698995 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56676) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:17.123670 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:17.373825 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008c6eb-e907-4307-8d17-a61a2b650dff req-542be159-c8c8-461f-b90f-4354b632cc0a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:17.375307 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9008c6eb-e907-4307-8d17-a61a2b650dff req-542be159-c8c8-461f-b90f-4354b632cc0a tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.1021733 Aug 18 19:24:17.445009 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9008c6eb-e907-4307-8d17-a61a2b650dff req-607ae6af-591b-4a93-acc9-e6eeebc3e225 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610287 Aug 18 19:24:17.495414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Deleting port 901b63d1-60aa-46c5-9496-59e3ff06123b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:24:17.495743 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:17.576143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] For port 901b63d1-60aa-46c5-9496-59e3ff06123b, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=901b63d1-60aa-46c5-9496-59e3ff06123b,segment=NetworkSegment(0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f),segment_id=0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:24:17.576513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:17.590426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Calling delete_port for 901b63d1-60aa-46c5-9496-59e3ff06123b owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:24:17.787302 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:24:17.790362 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:17.813902 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:24:17.814302 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6edbad90-f91f-4c23-a95a-c8a11b3fceb5 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:24:17.821228 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Pushing event deleted for resources: {'Port': ['ID=901b63d1-60aa-46c5-9496-59e3ff06123b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:18.207293 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:18.418751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Router 1c92254a-2818-4622-803b-f46e8b6f78c7 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:24:18.570821 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:24:18.576866 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-04f8cfc3-5c32-4d89-9df3-1be1f6c8ac9d admin admin] 10.222.0.25 "PUT /v2.0/routers/1c92254a-2818-4622-803b-f46e8b6f78c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767612 Aug 18 19:24:18.579498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:18.581336 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Sync routers for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:24:18.586834 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a086ac2-0170-4ec6-8ac4-fd0b838e3b3a req-a9e6cb16-f33b-4035-883b-67b9e8ac6187 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:18.588386 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a086ac2-0170-4ec6-8ac4-fd0b838e3b3a req-a9e6cb16-f33b-4035-883b-67b9e8ac6187 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0701001 Aug 18 19:24:18.596775 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:24:18.597870 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:24:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:18.642794 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a086ac2-0170-4ec6-8ac4-fd0b838e3b3a req-19fc5e08-e406-48ac-a45f-8fa8fa1d7d40 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443389 Aug 18 19:24:18.700418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:18.709913 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:24:18.807276 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:18.869061 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Deleting port 4253f912-aa3a-46c3-aefe-7aafa95733a5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:24:18.869449 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:18.897427 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:24:17Z', 'revision_number': 5, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port': {'id': '4253f912-aa3a-46c3-aefe-7aafa95733a5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:20Z', 'updated_at': '2021-08-18T19:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:18.924170 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Checking router: 1c92254a-2818-4622-803b-f46e8b6f78c7 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:24:18.932779 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Routers {'1c92254a-2818-4622-803b-f46e8b6f78c7'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:24:18.933386 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:24:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['1c92254a-2818-4622-803b-f46e8b6f78c7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:18.958594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] For port 4253f912-aa3a-46c3-aefe-7aafa95733a5, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=4253f912-aa3a-46c3-aefe-7aafa95733a5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:24:18.959382 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:18.977886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Calling delete_port for 4253f912-aa3a-46c3-aefe-7aafa95733a5 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:24:19.024995 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] Set router 1c92254a-2818-4622-803b-f46e8b6f78c7 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:24:19.088222 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:24:18Z', 'revision_number': 6, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:19.122946 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067aad8f-a533-4d51-90db-e8d8a5758c0c None None] The sync data for ids ['1c92254a-2818-4622-803b-f46e8b6f78c7'] in dv-cinder-784092-14-iscsi is: [{'id': '1c92254a-2818-4622-803b-f46e8b6f78c7', 'name': 'tempest-ServerRescueNegativeTestJSON-456924518-router', 'tenant_id': '0189c5ef395d4024adb67e452fad8560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:24:18Z', 'revision_number': 6, 'project_id': '0189c5ef395d4024adb67e452fad8560', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:24:19.178011 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.203952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Pushing event deleted for resources: {'Port': ['ID=4253f912-aa3a-46c3-aefe-7aafa95733a5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:19.264683 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.378132 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.380687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.443291 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.443733 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c92254a-2818-4622-803b-f46e8b6f78c7 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:24:19.449227 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.450364 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5a2535a8-f18a-4a75-93c5-8b57e7ac2400 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1c92254a-2818-4622-803b-f46e8b6f78c7 HTTP/1.1" status: 204 len: 168 time: 0.8696980 Aug 18 19:24:19.452859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56738) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:19.503799 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Deleting subnet 9333ba88-9eed-4bcc-b8d4-33f67034bd0c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:24:19.507465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.542280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.584230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.636634 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.664961 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9333ba88-9eed-4bcc-b8d4-33f67034bd0c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:19.668665 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.672321 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-94fa9039-f3d8-4ebe-8d4c-f0fb3bc348a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9333ba88-9eed-4bcc-b8d4-33f67034bd0c HTTP/1.1" status: 204 len: 168 time: 0.2184863 Aug 18 19:24:19.672980 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56742) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:19.740880 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.756750 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808da55-9ebc-4727-ba3b-2a73803106a6 req-1bd60fa7-4184-44cd-ae26-ff920475b808 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:19.758235 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b808da55-9ebc-4727-ba3b-2a73803106a6 req-1bd60fa7-4184-44cd-ae26-ff920475b808 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0495176 Aug 18 19:24:19.798641 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b808da55-9ebc-4727-ba3b-2a73803106a6 req-7e998107-4929-4756-8346-7a2faa01d783 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339706 Aug 18 19:24:19.823446 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.833040 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32933c8b-caf1-45c2-81c8-57ff7ea301b2']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:19.843926 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:19.844327 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d064b1b-0dc7-41d6-ad4b-e8082e3ebc2f') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:19.855214 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.871696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.878868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:24:19.878868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:24:19.881073 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:24:19.900689 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 901b63d1-60aa-46c5-9496-59e3ff06123b no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:24:19.933810 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 901b63d1-60aa-46c5-9496-59e3ff06123b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:24:19.934156 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 901b63d1-60aa-46c5-9496-59e3ff06123b not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:24:19.940746 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.950267 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:19.952160 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32933c8b-caf1-45c2-81c8-57ff7ea301b2 HTTP/1.1" status: 204 len: 168 time: 0.2782366 Aug 18 19:24:19.962739 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed11521-090b-4d3e-8f2d-cde2bbf00ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32933c8b-caf1-45c2-81c8-57ff7ea301b2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:20.154897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:20.200332 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5119f41b-211f-43fc-afb2-b9a5743266e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0189c5ef395d4024adb67e452fad8560&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438769 Aug 18 19:24:20.202690 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56764) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:20.258401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:20.279781 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:20.330921 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:20.333576 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:20.334922 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87ebd3c9-3508-48aa-9a0e-939c98ea08f3 HTTP/1.1" status: 204 len: 168 time: 0.1312304 Aug 18 19:24:20.343571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af06bd-594c-4304-a883-37b44068af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ebd3c9-3508-48aa-9a0e-939c98ea08f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:20.918682 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d217a2-5397-444c-a843-5f77b14cdc0d req-f5d6ca6e-1b7f-4551-a505-75b4e10e0d13 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:20.920213 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7d217a2-5397-444c-a843-5f77b14cdc0d req-f5d6ca6e-1b7f-4551-a505-75b4e10e0d13 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0522542 Aug 18 19:24:20.960425 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7d217a2-5397-444c-a843-5f77b14cdc0d req-ac3a2e7c-9013-467d-9638-a163fd4ff813 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341394 Aug 18 19:24:21.063161 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:21.169359 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114071505-network', 'tenant_id': '0c3c521ce08948acab3c783a97a82fb7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:24:21.192015 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Made reservation on behalf of 0c3c521ce08948acab3c783a97a82fb7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:24:21.194467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.202504 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.295626 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.300900 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.323725 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:24:21.332144 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f162f5a0-ce58-4087-8f97-d12103ba11fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:21.338245 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.338575 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Added segment 579c5924-5561-48db-9229-50b461040697 of type vlan for network 0978d0f0-0c4c-4063-9248-1ca083a4e483 Aug 18 19:24:21.368086 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 4253f912-aa3a-46c3-aefe-7aafa95733a5 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:24:21.388949 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.391686 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 4253f912-aa3a-46c3-aefe-7aafa95733a5 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:24:21.392057 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 4253f912-aa3a-46c3-aefe-7aafa95733a5 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:24:21.416002 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.416957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:21.417537 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.463323 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3990684 Aug 18 19:24:21.466508 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56796) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:21.472487 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Request body: {'subnet': {'network_id': '0978d0f0-0c4c-4063-9248-1ca083a4e483', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114071505-subnet', 'tenant_id': '0c3c521ce08948acab3c783a97a82fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:24:21.475989 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b74801-29c0-4532-a01b-5dd1088827af admin admin] Pushing event updated for resources: {'Network': ['ID=0978d0f0-0c4c-4063-9248-1ca083a4e483,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:21.486630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 0978d0f0-0c4c-4063-9248-1ca083a4e483 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:24:21.497112 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Made reservation on behalf of 0c3c521ce08948acab3c783a97a82fb7 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:24:21.499472 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10104476'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.676346 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10104458'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.726802 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32128fd1-dfcb-474f-87f3-55a53187d2a7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:21.737472 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Checking segment: {'id': '579c5924-5561-48db-9229-50b461040697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '0978d0f0-0c4c-4063-9248-1ca083a4e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:24:21.737902 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Network hostable DHCP agents. Network: 0978d0f0-0c4c-4063-9248-1ca083a4e483, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:24:21.756144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Network 0978d0f0-0c4c-4063-9248-1ca083a4e483 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:24:21.767004 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 0978d0f0-0c4c-4063-9248-1ca083a4e483) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:24:21.773828 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:21.774422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:21.776085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a786d4f-4602-4532-82a7-64381d7a3a02 None None] Network 0978d0f0-0c4c-4063-9248-1ca083a4e483 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:24:21.790747 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6caff28a-3efb-424b-bb0e-3f617282ed8b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3230493 Aug 18 19:24:21.898704 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f653fac-dfbe-444a-b1bd-bd7a64ce7a8f None None] Network 0978d0f0-0c4c-4063-9248-1ca083a4e483 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:24:22.078495 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a4a8-1faf-40dd-a5ef-6bbbab1810ff req-fd0b46fb-dc5b-4602-be7e-7f53b67c0c8b tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:22.080019 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4fa6a4a8-1faf-40dd-a5ef-6bbbab1810ff req-fd0b46fb-dc5b-4602-be7e-7f53b67c0c8b tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0492308 Aug 18 19:24:22.121293 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4fa6a4a8-1faf-40dd-a5ef-6bbbab1810ff req-07277c1b-566c-4447-ae83-50f77c733d3d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341647 Aug 18 19:24:22.286367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:22.291600 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456026384-network', 'tenant_id': '333500ccc2944b60a531248aaf138571'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:24:22.314877 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Made reservation on behalf of 333500ccc2944b60a531248aaf138571 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:24:22.317207 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.326317 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.419604 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.424419 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.444264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:24:22.457156 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bed76af-65f1-44d5-8678-780be952fc9c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:22.461908 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.462267 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Added segment b0251fab-96d7-4bf5-b523-fd8e22264fba of type vlan for network e10008cd-e0b5-4085-b3ed-2992047d18a9 Aug 18 19:24:22.499868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.532625 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.533797 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:22.534379 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.585594 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2979002 Aug 18 19:24:22.588775 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56824) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:22.594134 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Request body: {'subnet': {'network_id': 'e10008cd-e0b5-4085-b3ed-2992047d18a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456026384-subnet', 'tenant_id': '333500ccc2944b60a531248aaf138571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:24:22.596048 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203919f-b3a4-4809-9000-6b8f56aeeea0 admin admin] Pushing event updated for resources: {'Network': ['ID=e10008cd-e0b5-4085-b3ed-2992047d18a9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:22.606681 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network e10008cd-e0b5-4085-b3ed-2992047d18a9 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:24:22.644667 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Made reservation on behalf of 333500ccc2944b60a531248aaf138571 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:24:22.648513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346493'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.846322 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346475'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.903177 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b8144d-12c6-4ff0-8f6d-fe5235a52054,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:22.914678 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Checking segment: {'id': 'b0251fab-96d7-4bf5-b523-fd8e22264fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'e10008cd-e0b5-4085-b3ed-2992047d18a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:24:22.915020 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Network hostable DHCP agents. Network: e10008cd-e0b5-4085-b3ed-2992047d18a9, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:24:22.933252 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Network e10008cd-e0b5-4085-b3ed-2992047d18a9 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:24:22.942774 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, e10008cd-e0b5-4085-b3ed-2992047d18a9) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:24:22.947361 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:22.948505 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:22.951481 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110a943-8d96-4a76-b4a5-525398ed4b09 None None] Network e10008cd-e0b5-4085-b3ed-2992047d18a9 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:24:22.963360 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7ee7cbd6-1ba6-4aef-ac84-47bf04ea15cd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3731868 Aug 18 19:24:23.073644 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24b448-57a6-4fa3-a7f7-65676f29ad45 None None] Network e10008cd-e0b5-4085-b3ed-2992047d18a9 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:24:23.079874 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:23.125811 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Deleting subnet 32128fd1-dfcb-474f-87f3-55a53187d2a7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:24:23.129407 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.181295 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.270422 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.302915 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2faf8-2930-494b-90a3-cd205a38e9ef req-75c34c5e-d27f-4ae6-a9c6-49cfe47cd174 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:23.304482 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03a2faf8-2930-494b-90a3-cd205a38e9ef req-75c34c5e-d27f-4ae6-a9c6-49cfe47cd174 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0862827 Aug 18 19:24:23.361334 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03a2faf8-2930-494b-90a3-cd205a38e9ef req-b335ebcd-cf58-4f93-b92f-38a6363aebc9 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=029ae2d8-4876-499b-8ab3-8bf92d9bba67&id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480464 Aug 18 19:24:23.375053 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.403250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32128fd1-dfcb-474f-87f3-55a53187d2a7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:23.409922 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.411799 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cc1bffa1-343a-494a-bae3-2f3c0e2e6ab7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32128fd1-dfcb-474f-87f3-55a53187d2a7 HTTP/1.1" status: 204 len: 168 time: 0.3309426 Aug 18 19:24:23.414503 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:23.485626 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.582839 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.595568 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0978d0f0-0c4c-4063-9248-1ca083a4e483']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:23.612964 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579c5924-5561-48db-9229-50b461040697') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:23.613335 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579c5924-5561-48db-9229-50b461040697') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:23.632349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.649704 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.656577 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:24:23.657037 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:24:23.658716 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:24:23.717066 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.724235 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.726365 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0978d0f0-0c4c-4063-9248-1ca083a4e483 HTTP/1.1" status: 204 len: 168 time: 0.3109374 Aug 18 19:24:23.729460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:23.735594 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5037-7b79-47e4-8b07-d6b300879029 admin admin] Pushing event deleted for resources: {'Network': ['ID=0978d0f0-0c4c-4063-9248-1ca083a4e483,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:23.775656 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Deleting subnet e7b8144d-12c6-4ff0-8f6d-fe5235a52054 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:24:23.779406 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.819154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.863541 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.916638 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.942250 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b8144d-12c6-4ff0-8f6d-fe5235a52054,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:23.946453 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:23.951221 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 56870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:23.951412 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2497ec62-4767-44b9-b29f-bb56e927cb49 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e7b8144d-12c6-4ff0-8f6d-fe5235a52054 HTTP/1.1" status: 204 len: 168 time: 0.2206664 Aug 18 19:24:24.051668 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.076577 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b413766-e941-4107-bc68-d65099337a47 req-2fec4ed3-137f-42ab-baad-acab23f685ae tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:24.078109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5b413766-e941-4107-bc68-d65099337a47 req-2fec4ed3-137f-42ab-baad-acab23f685ae tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0839076 Aug 18 19:24:24.171561 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.183223 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5b413766-e941-4107-bc68-d65099337a47 req-f9460fb8-7d20-48f8-b756-e6d6e155f961 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859287 Aug 18 19:24:24.186604 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10008cd-e0b5-4085-b3ed-2992047d18a9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:24.201967 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0251fab-96d7-4bf5-b523-fd8e22264fba') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:24.202266 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0251fab-96d7-4bf5-b523-fd8e22264fba') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:24.220064 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.236342 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.243898 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:24:24.244322 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:24:24.246271 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:24:24.301420 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.305859 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.307609 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e10008cd-e0b5-4085-b3ed-2992047d18a9 HTTP/1.1" status: 204 len: 168 time: 0.3552482 Aug 18 19:24:24.319758 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ad62-9feb-4336-b0e7-2c9af3bbd411 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10008cd-e0b5-4085-b3ed-2992047d18a9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:24.492513 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:24.534074 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-12c5b6b4-cc69-4130-8b29-66744b157ae8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c3c521ce08948acab3c783a97a82fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402887 Aug 18 19:24:24.536692 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:24.584692 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.605935 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.654776 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.657559 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:24.658739 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f162f5a0-ce58-4087-8f97-d12103ba11fb HTTP/1.1" status: 204 len: 168 time: 0.1210964 Aug 18 19:24:24.666692 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdbf23-550c-4884-aa43-dbfa9fcd5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162f5a0-ce58-4087-8f97-d12103ba11fb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:25.004708 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56904) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:25.049249 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f3a8d878-1211-42aa-bdb4-0dd688d10f85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=333500ccc2944b60a531248aaf138571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433774 Aug 18 19:24:25.051753 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 56906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:25.098842 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:25.120821 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:25.170577 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:25.173247 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:25.174433 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bed76af-65f1-44d5-8678-780be952fc9c HTTP/1.1" status: 204 len: 168 time: 0.1217570 Aug 18 19:24:25.182678 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45fe4-bc51-43c6-a559-00f9889849ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bed76af-65f1-44d5-8678-780be952fc9c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:25.356578 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f3c40-457c-4f75-a686-b91f5a68a1f3 req-49286736-25be-4a0a-aa60-5c7f968390e4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:25.358193 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bf3f3c40-457c-4f75-a686-b91f5a68a1f3 req-49286736-25be-4a0a-aa60-5c7f968390e4 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0555720 Aug 18 19:24:25.400051 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bf3f3c40-457c-4f75-a686-b91f5a68a1f3 req-eac991e9-b07d-46c2-9024-b1da90fc3259 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355523 Aug 18 19:24:26.519918 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a73b2-170b-4400-acc5-64cb9476a005 req-7953fa97-5711-4aa4-b75a-ebbb6d8c43a0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:26.521427 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b0a73b2-170b-4400-acc5-64cb9476a005 req-7953fa97-5711-4aa4-b75a-ebbb6d8c43a0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0520813 Aug 18 19:24:26.564065 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b0a73b2-170b-4400-acc5-64cb9476a005 req-171386a3-191e-401a-905e-9d5734428873 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348094 Aug 18 19:24:27.685860 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60705ec3-a60b-4a98-8667-81575e2eb593 req-97336d27-0a05-453a-8a76-a85c486e4322 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:27.687453 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60705ec3-a60b-4a98-8667-81575e2eb593 req-97336d27-0a05-453a-8a76-a85c486e4322 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0538602 Aug 18 19:24:27.730233 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60705ec3-a60b-4a98-8667-81575e2eb593 req-061c87ef-5b4d-4a09-ab27-1db5d880696b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340579 Aug 18 19:24:28.856271 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54213d9b-a7dc-417b-a22f-fafbe0994909 req-986353ff-eef7-4aa7-9145-b00ec0050dff tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:28.857888 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54213d9b-a7dc-417b-a22f-fafbe0994909 req-986353ff-eef7-4aa7-9145-b00ec0050dff tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Aug 18 19:24:28.896513 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54213d9b-a7dc-417b-a22f-fafbe0994909 req-58e061d5-b27b-41c7-8a6c-0b2114155829 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Aug 18 19:24:30.028137 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212de1-a5ed-411d-bdd4-66016da0a318 req-80dfec6d-8392-457f-8d5d-fabb563c7a4c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:30.029706 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af212de1-a5ed-411d-bdd4-66016da0a318 req-80dfec6d-8392-457f-8d5d-fabb563c7a4c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0544755 Aug 18 19:24:30.069713 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af212de1-a5ed-411d-bdd4-66016da0a318 req-a6547d19-9c1e-48bd-a027-e3b398b4f7c0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Aug 18 19:24:31.189894 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20adcaf-3b25-460a-870c-0f9affadc36a req-6dcb658e-9552-4337-9c37-b144e0a073e0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:31.191510 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c20adcaf-3b25-460a-870c-0f9affadc36a req-6dcb658e-9552-4337-9c37-b144e0a073e0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0534220 Aug 18 19:24:31.229331 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c20adcaf-3b25-460a-870c-0f9affadc36a req-df89079d-0bee-44bd-b46a-89bfc4649bcb tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Aug 18 19:24:32.357078 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1d5c-0211-4ead-8078-9b7c8673d5f3 req-a40847c9-bc90-4410-ac4a-c6a4a5075475 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:32.358641 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-976c1d5c-0211-4ead-8078-9b7c8673d5f3 req-a40847c9-bc90-4410-ac4a-c6a4a5075475 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0529354 Aug 18 19:24:32.399133 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-976c1d5c-0211-4ead-8078-9b7c8673d5f3 req-aa6cfa91-c480-4f31-a8b5-e5430f94d1b0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Aug 18 19:24:33.344454 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e979c8a8-b867-4096-81db-cafa510f6b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:33.529429 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8cd7-fc54-4ed0-bd5f-2d2b1c371bc9 req-7ee650da-d2f7-41a0-aa92-13f94050fe06 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:33.530931 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aecd8cd7-fc54-4ed0-bd5f-2d2b1c371bc9 req-7ee650da-d2f7-41a0-aa92-13f94050fe06 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0583405 Aug 18 19:24:33.568984 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aecd8cd7-fc54-4ed0-bd5f-2d2b1c371bc9 req-68cc04e5-dbf0-4c61-88d4-0b4f173811f3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Aug 18 19:24:34.691338 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff89eaf-5b4e-4352-acce-8fcb41884456 req-35eb9d46-5a30-41d5-b4c3-49087c5eb353 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:34.692863 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eff89eaf-5b4e-4352-acce-8fcb41884456 req-35eb9d46-5a30-41d5-b4c3-49087c5eb353 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Aug 18 19:24:34.731311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eff89eaf-5b4e-4352-acce-8fcb41884456 req-2242b9d4-3cd4-4ca1-9e1c-14d452baf18a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322819 Aug 18 19:24:35.633033 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96aae355-4a59-48d6-9469-c405bec2b171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:35.849776 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99ae84-bf1d-4680-b34e-60d12a04f685 req-cedbea83-de63-4b19-8515-77c477af9ae3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:35.851321 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a99ae84-bf1d-4680-b34e-60d12a04f685 req-cedbea83-de63-4b19-8515-77c477af9ae3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0517063 Aug 18 19:24:35.890616 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a99ae84-bf1d-4680-b34e-60d12a04f685 req-b6603ebd-66dd-4889-94a0-8ff890b25263 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 18 19:24:35.990353 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:37.024576 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f741aa-4b02-4122-ab6b-800d46e9f9b1 req-97a5bce3-e434-4564-8356-d8249d2af081 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:37.026352 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0f741aa-4b02-4122-ab6b-800d46e9f9b1 req-97a5bce3-e434-4564-8356-d8249d2af081 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0589180 Aug 18 19:24:37.033621 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:37.065109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e0f741aa-4b02-4122-ab6b-800d46e9f9b1 req-64a51343-cd7e-42cd-9c2e-fdf3879d3618 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319800 Aug 18 19:24:37.311340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0adf5-93f6-4158-84ab-bb712ab9248a req-fd31943e-e5bd-4433-9cb2-9844651e2af2 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:37.312901 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cae0adf5-93f6-4158-84ab-bb712ab9248a req-fd31943e-e5bd-4433-9cb2-9844651e2af2 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0529153 Aug 18 19:24:37.355200 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cae0adf5-93f6-4158-84ab-bb712ab9248a req-4fb606fc-53c3-44de-8cb8-c09fed8d9971 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335877 Aug 18 19:24:38.486147 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e8ac5-7d4e-4d08-8889-c67849b62059 req-07751640-631a-4cb6-8c9b-d88d8961679b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:38.487622 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-692e8ac5-7d4e-4d08-8889-c67849b62059 req-07751640-631a-4cb6-8c9b-d88d8961679b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0582018 Aug 18 19:24:38.530823 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-692e8ac5-7d4e-4d08-8889-c67849b62059 req-7c3ac1b4-bd8d-4720-97f5-0b219c8188b2 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Aug 18 19:24:38.640391 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:38.992582 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-45bc5351-573d-4a96-ae88-e6e9f1e11fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:38.993975 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-45bc5351-573d-4a96-ae88-e6e9f1e11fb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0423882 Aug 18 19:24:39.088878 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-cc690a26-7636-4e99-9458-2479127c2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:39.089786 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-cc690a26-7636-4e99-9458-2479127c2576 service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.0877481 Aug 18 19:24:39.155134 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-862647cf-571a-44b5-b63f-ba5cd506eb5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.0566394 Aug 18 19:24:39.207168 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-5cdba8d2-8ce0-435d-86f1-701b8da72374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:39.208698 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-5cdba8d2-8ce0-435d-86f1-701b8da72374 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0459263 Aug 18 19:24:39.261201 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-996843e4-341f-48dc-ae20-b06dc6d12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:39.262707 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-996843e4-341f-48dc-ae20-b06dc6d12721 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427217 Aug 18 19:24:39.374796 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-17753551-a1f5-4230-b785-15aac2639856 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973356 Aug 18 19:24:39.663064 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8c9fe-18ed-4208-aac6-2ab48d5752e5 req-02e4e0ea-fb4a-4bc9-98d3-4719281fa15d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:39.664593 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ba8c9fe-18ed-4208-aac6-2ab48d5752e5 req-02e4e0ea-fb4a-4bc9-98d3-4719281fa15d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0628877 Aug 18 19:24:39.705161 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ba8c9fe-18ed-4208-aac6-2ab48d5752e5 req-cf07152c-185d-4b5a-8ec9-76d36809130f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340872 Aug 18 19:24:40.838728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acd7f1-0321-40ef-bf1f-59b83aec5940 req-a50aeb63-faf5-4a7c-89de-c7cc716811b0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:40.840067 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10acd7f1-0321-40ef-bf1f-59b83aec5940 req-a50aeb63-faf5-4a7c-89de-c7cc716811b0 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Aug 18 19:24:40.878221 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10acd7f1-0321-40ef-bf1f-59b83aec5940 req-f7cf17d1-ff18-41e5-a38d-b9ed3e16be98 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Aug 18 19:24:41.179982 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:42.008340 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48dbe5-4ff8-404d-8176-05c6a91f01a5 req-b5aa8190-924e-40a0-94e5-346f434e6909 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:42.009815 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a48dbe5-4ff8-404d-8176-05c6a91f01a5 req-b5aa8190-924e-40a0-94e5-346f434e6909 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0617962 Aug 18 19:24:42.052201 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a48dbe5-4ff8-404d-8176-05c6a91f01a5 req-0cac4755-9a27-4190-9a0f-4791950747af tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Aug 18 19:24:42.217406 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd59efb6-8fa6-4b89-958b-3dac35fcbe64 req-3afaecd3-6f17-4c7f-849e-369102e36d03 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948427 Aug 18 19:24:42.315495 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-60703a6d-281e-48c1-8b94-65a5ea5494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:42.317017 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-60703a6d-281e-48c1-8b94-65a5ea5494ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0420036 Aug 18 19:24:42.430477 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-9dc8812d-4386-4d78-876a-8275d4bec8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:42.431873 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-9dc8812d-4386-4d78-876a-8275d4bec8ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.0913622 Aug 18 19:24:42.504743 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-f20bd824-e27d-4992-a73c-e45f30896999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.0583041 Aug 18 19:24:42.564856 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-24296a31-e31e-4054-89a3-5fcdf3ce5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:42.566288 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-24296a31-e31e-4054-89a3-5fcdf3ce5497 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0503893 Aug 18 19:24:42.620409 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-ee82e696-0c72-4436-b43d-dfb357b07458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:42.621834 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-ee82e696-0c72-4436-b43d-dfb357b07458 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461257 Aug 18 19:24:43.175182 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43656b5f-60f6-43bc-8dc6-38170507eab8 req-1a3b9ada-d0c7-40b1-969a-b396460d4a2b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:43.176736 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43656b5f-60f6-43bc-8dc6-38170507eab8 req-1a3b9ada-d0c7-40b1-969a-b396460d4a2b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Aug 18 19:24:43.216568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-43656b5f-60f6-43bc-8dc6-38170507eab8 req-364afbe5-e5bb-4f26-9673-9a2500ceb1ad tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 Aug 18 19:24:43.592152 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-8e70f422-b434-41b9-9113-80aae9ca1b2c service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972319 Aug 18 19:24:43.606954 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:24:44.359349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd7859-1a2d-47ac-b06b-ebde40bea4f3 req-4a9e88f2-0e41-4414-ba81-97db5029c19d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:44.360953 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fddd7859-1a2d-47ac-b06b-ebde40bea4f3 req-4a9e88f2-0e41-4414-ba81-97db5029c19d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0637445 Aug 18 19:24:44.407157 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fddd7859-1a2d-47ac-b06b-ebde40bea4f3 req-6a296d6f-666c-4390-a2c3-3cb83c74fe4b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374892 Aug 18 19:24:44.506625 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-caedba75-24a5-4b16-abd7-ea82d95a054a req-9372d29e-37e3-4e7f-bcd3-885565c80935 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922098 Aug 18 19:24:45.532350 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9046f9-5975-4657-a053-f61282b840ae req-576625a9-1e34-412f-870c-4180be78891f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:45.533885 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae9046f9-5975-4657-a053-f61282b840ae req-576625a9-1e34-412f-870c-4180be78891f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0520556 Aug 18 19:24:45.571368 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae9046f9-5975-4657-a053-f61282b840ae req-9f204db0-0ba8-4aef-86a5-4d56022382e6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313401 Aug 18 19:24:46.569851 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57272) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:46.622610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Deleting subnet 617e6940-7095-420f-a858-bb105907d9fc {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:24:46.626939 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:46.688498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:46.711662 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf87db-55ee-4588-bc88-38ef139567b2 req-f15e771c-6a73-4a43-9519-8d907bcb38e6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:24:46.713362 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aebf87db-55ee-4588-bc88-38ef139567b2 req-f15e771c-6a73-4a43-9519-8d907bcb38e6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0609980 Aug 18 19:24:46.739955 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:46.765277 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aebf87db-55ee-4588-bc88-38ef139567b2 req-bc50a2e5-60f0-4a54-bd18-1fa96d5c4488 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 Aug 18 19:24:46.829378 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:46.867431 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617e6940-7095-420f-a858-bb105907d9fc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:46.873235 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:46.876749 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a0d55e4d-5d33-46be-b857-082b4df100c8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/617e6940-7095-420f-a858-bb105907d9fc HTTP/1.1" status: 204 len: 168 time: 0.3049147 Aug 18 19:24:46.879186 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:46.968262 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.056231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.067548 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1059c0-6d42-4cbe-a812-5941982a698b']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:47.077380 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca62028-41ce-4cca-87a6-e969573385b3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:47.077674 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca62028-41ce-4cca-87a6-e969573385b3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:24:47.086885 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.100161 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.106613 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:24:47.107003 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:24:47.108753 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:24:47.393683 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.398077 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.400055 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf1059c0-6d42-4cbe-a812-5941982a698b HTTP/1.1" status: 204 len: 168 time: 0.5198848 Aug 18 19:24:47.412766 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b040a1-feed-4346-95a7-cb3868fae294 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1059c0-6d42-4cbe-a812-5941982a698b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:24:47.579086 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:47.626181 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ce4429a6-7a88-43b4-8e9f-c9805194fd02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6e36c6c07d540f8b1218c533ffdb359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447898 Aug 18 19:24:47.629905 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:24:47.687018 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.708498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.758560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.761113 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:24:47.765145 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a9bb73c-f75a-4f96-a36e-2698a5325bc8 HTTP/1.1" status: 204 len: 168 time: 0.1318963 Aug 18 19:24:47.772254 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31191-16ff-4009-8889-63f0908c4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bb73c-f75a-4f96-a36e-2698a5325bc8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:03.350128 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4afffd55-1ff1-4a14-8087-1209e4832d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:05.627616 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9af3b922-392e-4a69-b29c-2d827177d121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:05.993943 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.551201 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:06.594616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d10b-b496-4cd8-96fe-7d2cd5cefd55 req-b39415db-90dd-4462-84d3-f1f2aa2ef833 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:06.596126 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34b6d10b-b496-4cd8-96fe-7d2cd5cefd55 req-b39415db-90dd-4462-84d3-f1f2aa2ef833 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0568063 Aug 18 19:25:06.634478 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34b6d10b-b496-4cd8-96fe-7d2cd5cefd55 req-ee9a1260-692f-4b73-99c8-cbebdbc53ad0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 18 19:25:06.667122 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.763308 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.768343 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.805211 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daaa4d20a4d24672816bc5dc6c26acdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528131 Aug 18 19:25:06.806064 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a35070c-7764-4f66-ad8a-06649d785774,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:06.808002 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57634) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:06.813339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.813677 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.814010 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.814328 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.814650 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.814969 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.815285 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.815609 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.816019 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.816331 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.816625 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.816929 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcfc4a-8004-46de-8c24-8003b08c2767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.857012 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.878770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.926403 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.929164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:06.930335 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a35070c-7764-4f66-ad8a-06649d785774 HTTP/1.1" status: 204 len: 168 time: 0.1212621 Aug 18 19:25:06.937648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a35070c-7764-4f66-ad8a-06649d785774,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:06.944630 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.944975 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.945315 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.945648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.945973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.946296 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.946618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.946939 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.947266 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.947580 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.947933 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:06.948251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e06b40-82cf-414d-81f7-eca2a4d3dbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:07.033507 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.207048 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:07.223303 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-583cc6f2-3217-4752-9378-cfa476a41ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.310120 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-583cc6f2-3217-4752-9378-cfa476a41ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.315312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-583cc6f2-3217-4752-9378-cfa476a41ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.352081 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-583cc6f2-3217-4752-9378-cfa476a41ecf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f943b71aa81f4f0981dbd08fa9120ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439250 Aug 18 19:25:07.352897 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cc6f2-3217-4752-9378-cfa476a41ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6609bb0f-e135-446d-9f1a-a10ab9076460,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:07.355807 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:07.408593 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.431058 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.479197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.481723 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:07.482868 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6609bb0f-e135-446d-9f1a-a10ab9076460 HTTP/1.1" status: 204 len: 168 time: 0.1257482 Aug 18 19:25:07.491025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695431e6-147c-4c36-991c-948bcc7a34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6609bb0f-e135-446d-9f1a-a10ab9076460,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:07.765797 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a62e9-1f4b-4583-8b66-92529d73d926 req-a572fa46-9908-454b-85b8-a5e84b39cd79 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:07.767733 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-358a62e9-1f4b-4583-8b66-92529d73d926 req-a572fa46-9908-454b-85b8-a5e84b39cd79 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0589969 Aug 18 19:25:07.807591 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-358a62e9-1f4b-4583-8b66-92529d73d926 req-73928214-90c3-411e-8c61-b259417236cc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336442 Aug 18 19:25:08.647273 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:08.940057 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c37f5-068f-4c45-9111-cf5c1d96460b req-cae4d13c-1ac4-4e8b-9557-0ab867c90c6f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:08.941521 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-710c37f5-068f-4c45-9111-cf5c1d96460b req-cae4d13c-1ac4-4e8b-9557-0ab867c90c6f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0626984 Aug 18 19:25:08.993093 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-710c37f5-068f-4c45-9111-cf5c1d96460b req-30085a7e-334a-43bb-915e-4d84c66d2239 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448515 Aug 18 19:25:09.510471 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:09.644631 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf396c47-bd33-4357-aa2f-d59c16e877c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.738933 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf396c47-bd33-4357-aa2f-d59c16e877c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.742556 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf396c47-bd33-4357-aa2f-d59c16e877c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.783016 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bf396c47-bd33-4357-aa2f-d59c16e877c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b313e32fb4b143e49aff86c52517623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714343 Aug 18 19:25:09.783996 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf396c47-bd33-4357-aa2f-d59c16e877c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52db6b7-b068-4abf-a564-8a5fb09d5a9a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:09.785837 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:09.843123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.866800 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.914747 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.917346 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:09.918502 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a52db6b7-b068-4abf-a564-8a5fb09d5a9a HTTP/1.1" status: 204 len: 168 time: 0.1316690 Aug 18 19:25:09.926483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed8094-b1d9-4c03-ad32-9341585b65d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52db6b7-b068-4abf-a564-8a5fb09d5a9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:10.120542 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7823-9cc1-4a1b-a48b-a7dfeab344a7 req-2fe80d6b-71a8-4222-bf9c-ab978618cae4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:10.122175 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a9e7823-9cc1-4a1b-a48b-a7dfeab344a7 req-2fe80d6b-71a8-4222-bf9c-ab978618cae4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Aug 18 19:25:10.176608 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a9e7823-9cc1-4a1b-a48b-a7dfeab344a7 req-e5b1d7a9-a12c-4b64-be68-276e1294cc03 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Aug 18 19:25:10.217834 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:10.231801 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc417-5d5d-4ebe-8c7b-abd6acb3fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.345013 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc417-5d5d-4ebe-8c7b-abd6acb3fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.351418 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc417-5d5d-4ebe-8c7b-abd6acb3fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.404972 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc417-5d5d-4ebe-8c7b-abd6acb3fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dca7ae-54c3-4811-89f7-7f8bc447d5f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:10.410769 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8b0dc417-5d5d-4ebe-8c7b-abd6acb3fdf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fad79379edd44c2af1017751172d7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916847 Aug 18 19:25:10.414357 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57764) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:10.472155 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.494932 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.544099 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.547199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:10.550848 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5dca7ae-54c3-4811-89f7-7f8bc447d5f5 HTTP/1.1" status: 204 len: 168 time: 0.1352093 Aug 18 19:25:10.559740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d943ce-e4ff-4ac6-985b-55ebcac31331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dca7ae-54c3-4811-89f7-7f8bc447d5f5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:10.982175 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:11.148272 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fb7e-2eb6-4a8e-ba75-62496f3263e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.195772 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.253379 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fb7e-2eb6-4a8e-ba75-62496f3263e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.267754 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fb7e-2eb6-4a8e-ba75-62496f3263e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.316413 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-2df94514-63ef-4380-b3d7-b3d7447e3022 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:11.317931 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-2df94514-63ef-4380-b3d7-b3d7447e3022 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Aug 18 19:25:11.328034 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6fb7e-2eb6-4a8e-ba75-62496f3263e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42496825-5114-4539-9aba-8cc9be3506fa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:11.334741 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d6a6fb7e-2eb6-4a8e-ba75-62496f3263e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d546addc6a7453e880480888267ac2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514454 Aug 18 19:25:11.337799 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:11.353870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d97c41-3d55-443e-b952-16a3c5070401 req-2756eba6-da9d-4bcf-a296-b1436c886b2a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:11.355461 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b4d97c41-3d55-443e-b952-16a3c5070401 req-2756eba6-da9d-4bcf-a296-b1436c886b2a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 946 time: 0.0978808 Aug 18 19:25:11.418912 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b4d97c41-3d55-443e-b952-16a3c5070401 req-8c68e036-4143-4251-8fe4-7ad402310917 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d9c93de-c8ec-4192-9359-8bb3d1acafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571532 Aug 18 19:25:11.434545 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.436542 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Deleting port d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:11.437044 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.457435 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.508740 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.511264 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.512484 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42496825-5114-4539-9aba-8cc9be3506fa HTTP/1.1" status: 204 len: 168 time: 0.1739318 Aug 18 19:25:11.521302 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c7ac6-b001-47b3-b23b-9ca1435747c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42496825-5114-4539-9aba-8cc9be3506fa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:11.547326 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] For port d725ebe4-aaea-4d0a-9c67-f5e9e589603f, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:11.547880 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.786426 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.787511 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.788895 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Floating IP 5da708f7-173a-4cdf-bd71-7418069cfa77 disassociated. External IP: 172.27.0.51, port: d725ebe4-aaea-4d0a-9c67-f5e9e589603f. Aug 18 19:25:11.790145 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Calling delete_port for d725ebe4-aaea-4d0a-9c67-f5e9e589603f owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:11.908949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57838) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:11.947762 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47e2902c-1a9d-48ee-b5c1-4befa58bd5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:11.993021 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.040996 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'Port': ['ID=d725ebe4-aaea-4d0a-9c67-f5e9e589603f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:12.181675 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47e2902c-1a9d-48ee-b5c1-4befa58bd5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.187235 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47e2902c-1a9d-48ee-b5c1-4befa58bd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.199365 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:12.235223 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-47e2902c-1a9d-48ee-b5c1-4befa58bd5f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03756e9e04bf4a8f84ff64df361964af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250058 Aug 18 19:25:12.238164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:12.241120 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2902c-1a9d-48ee-b5c1-4befa58bd5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a66308-67b6-4dca-bb44-77a984bc20d2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:12.302244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.324966 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.338101 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:12.351188 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:12.364450 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:12.366403 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:12.381434 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.384536 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] No DVR routers for this DVR port d725ebe4-aaea-4d0a-9c67-f5e9e589603f on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:12.384940 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.386331 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2a66308-67b6-4dca-bb44-77a984bc20d2 HTTP/1.1" status: 204 len: 168 time: 0.1470809 Aug 18 19:25:12.396891 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cc766-0e86-49dc-999a-cfa881838b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a66308-67b6-4dca-bb44-77a984bc20d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:12.397761 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:12.403634 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c89a360e-6ab9-4c0e-a71c-db5b73529dac req-7d7d911a-a6c9-4eca-8b91-607a6c836bd6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "DELETE /v2.0/ports/d725ebe4-aaea-4d0a-9c67-f5e9e589603f HTTP/1.1" status: 204 len: 173 time: 1.0782101 Aug 18 19:25:12.404916 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-deleted', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:12.409145 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6e43a-cb57-4d1d-a8d1-53042b0a7029" -d '{"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-deleted", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:12.479038 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef9c0c-e49d-4cce-8c0a-e2f9f308d6f8 x-openstack-request-id: req-76ef9c0c-e49d-4cce-8c0a-e2f9f308d6f8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:12.479339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d9d1-f376-484c-9ad5-c01b3e308037", "name": "network-vif-deleted", "tag": "d725ebe4-aaea-4d0a-9c67-f5e9e589603f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:12.479593 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76ef9c0c-e49d-4cce-8c0a-e2f9f308d6f8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:12.480033 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d9d1-f376-484c-9ad5-c01b3e308037', 'name': 'network-vif-deleted', 'tag': 'd725ebe4-aaea-4d0a-9c67-f5e9e589603f', 'status': 'completed', 'code': 200} Aug 18 19:25:12.526578 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:12.549530 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7a6d03a0-e2a6-455a-9e6a-646ab8a84df5 req-7fa367a1-72bf-4cb4-b6d8-e263aa7e686d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=f762d9d1-f376-484c-9ad5-c01b3e308037 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Aug 18 19:25:12.751480 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:12.783633 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:12.797134 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:12.797767 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:12.918892 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:13.379125 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:13.405774 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df2406-8de0-4f0a-af09-dc636b1998db None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:13.642772 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8caa5d-8728-47ae-8af3-3a44d023eb7c None None] New status for floating IP 5da708f7-173a-4cdf-bd71-7418069cfa77: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:25:13.667680 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:13.727699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:13.752760 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:13.805638 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:13.810388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:13.814639 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d9c93de-c8ec-4192-9359-8bb3d1acafb4 HTTP/1.1" status: 204 len: 168 time: 0.1434481 Aug 18 19:25:13.815704 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:13.822463 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f79024-4f4a-4650-8455-3732634dfa76 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c93de-c8ec-4192-9359-8bb3d1acafb4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:13.830767 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.api.v2.resource [None req-45e08fc3-9433-48b2-b3b7-eda9e532b166 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] show failed (client error): The resource could not be found. Aug 18 19:25:13.831784 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-45e08fc3-9433-48b2-b3b7-eda9e532b166 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups/2d9c93de-c8ec-4192-9359-8bb3d1acafb4 HTTP/1.1" status: 404 len: 347 time: 0.0139437 Aug 18 19:25:13.836124 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:14.002323 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Deleting port 665d970b-9f72-4c34-baa4-f39ca7cac6ad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:14.002670 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.083706 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.084188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.097650 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Calling delete_port for 665d970b-9f72-4c34-baa4-f39ca7cac6ad owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:14.257558 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.286518 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'Port': ['ID=665d970b-9f72-4c34-baa4-f39ca7cac6ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:14.352692 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.355998 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.361285 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-11ccb420-23ff-462a-bd19-0768a91911b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "DELETE /v2.0/floatingips/5da708f7-173a-4cdf-bd71-7418069cfa77 HTTP/1.1" status: 204 len: 168 time: 0.5241833 Aug 18 19:25:14.646593 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 57932) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:14.651997 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074855690', 'description': 'tempest-description--62411320'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:14.677905 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.759586 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.765054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.790842 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.792116 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1445096 Aug 18 19:25:14.795180 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:14.800561 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318c525-a4a5-44f1-b42d-f06d63e08975 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d06f0-15b8-44b1-877b-1e382d1a8899,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:14.801772 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group_rule': {'security_group_id': 'e17d06f0-15b8-44b1-877b-1e382d1a8899', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:14.830938 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.878604 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.883945 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.905244 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34244b98-463d-4686-9c8b-3b6c2b3ddfa4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:14.910965 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:14.913170 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0a45589d-92bd-4192-bd27-803c3aab16e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149390 Aug 18 19:25:14.915217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:14.920000 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'security_group_rule': {'security_group_id': 'e17d06f0-15b8-44b1-877b-1e382d1a8899', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:14.952685 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.016695 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.021872 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.040037 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61624ae-a824-43e7-a63b-d4244c247c47,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:15.048020 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.049357 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-905c98a5-8f8d-4a2a-910e-0294d995a23e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330752 Aug 18 19:25:15.052654 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 57952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:15.057546 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:15.080829 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.185053 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.323353 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Allocated IP 172.27.0.184 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/0d7109aa-4c50-4552-afa1-cbb07e3388f4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:25:15.437312 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.479691 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.519079 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:25:15.522002 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:25:15.527571 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:25:15.554710 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=0d7109aa-4c50-4552-afa1-cbb07e3388f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:15.617125 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.653087 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.811045 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.817646 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.891259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=0d7109aa-4c50-4552-afa1-cbb07e3388f4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:15.901062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.924417 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:15.926476 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f014700f-550a-4512-aeb7-b1f833dca852 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8722532 Aug 18 19:25:16.132960 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-f1399f6e-9692-4eb3-a1af-5d0e8cbe9369 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2074855690&fields=id&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 267 time: 0.0340185 Aug 18 19:25:16.243368 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-0c561549-6b99-4cd9-9c4a-a334673a8684 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:16.244010 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:16.244757 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-0c561549-6b99-4cd9-9c4a-a334673a8684 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 817 time: 0.1050379 Aug 18 19:25:16.261771 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-119a351c-fb8f-4b2b-918f-b856b86ba8ec tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/quotas/e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 375 time: 0.0105655 Aug 18 19:25:16.269305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: d725ebe4-aaea-4d0a-9c67-f5e9e589603f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:16.269653 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device d725ebe4-aaea-4d0a-9c67-f5e9e589603f not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:16.320859 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-276e198e-b7ea-479e-afc5-9dd3de48afb8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527782 Aug 18 19:25:16.680982 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-7043e316-0973-43d1-9a26-700069708f6c service neutron] 10.222.0.25 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481526 Aug 18 19:25:16.777171 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-466c0a9d-1141-478c-ad20-10c58f4826ae service neutron] 10.222.0.25 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Aug 18 19:25:17.120736 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f8d8eee2-fb2b-4eab-b05a-716582fac555 req-92580f64-a756-4bb6-ba96-8e3235dbcb36 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 210 time: 0.2002468 Aug 18 19:25:17.634003 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:17.753901 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60853753-746c-4678-9121-75d488e04db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:17.848123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60853753-746c-4678-9121-75d488e04db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:17.855376 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60853753-746c-4678-9121-75d488e04db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:17.891555 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853753-746c-4678-9121-75d488e04db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a2a06-aaaf-425f-8df9-55c677d0f914,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:17.899830 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-60853753-746c-4678-9121-75d488e04db4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6ccd7e30f654e04a800447f6b0212a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611034 Aug 18 19:25:17.900483 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58024) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:17.961154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:17.990490 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:18.054583 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:18.058862 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:18.060485 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/887a2a06-aaaf-425f-8df9-55c677d0f914 HTTP/1.1" status: 204 len: 168 time: 0.1589327 Aug 18 19:25:18.068346 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149349bc-eaf0-4918-baa4-0e3c4d65c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a2a06-aaaf-425f-8df9-55c677d0f914,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:18.395594 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35c4c759-f371-451c-a061-6d35199c9238 req-999a7f6a-57e2-4982-b1e8-977e62e6170d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 210 time: 0.2031136 Aug 18 19:25:19.505253 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68afe1a1-dcd4-4680-b9ec-10038393e1c2 req-08f0faf5-d186-450f-a41b-376ac18610b4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 210 time: 0.0310178 Aug 18 19:25:20.181245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-bca622c8-e0f4-4153-9a8a-e2cfd534f23f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:20.182745 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-bca622c8-e0f4-4153-9a8a-e2cfd534f23f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 817 time: 0.1097276 Aug 18 19:25:20.227131 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8a8954f4-ef03-4f3c-95d1-bf29831d02a4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 380 time: 0.0331941 Aug 18 19:25:20.237234 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'port': {'device_id': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'admin_state_up': True, 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'security_groups': ['e17d06f0-15b8-44b1-877b-1e382d1a8899']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:20.346335 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Made reservation on behalf of e1367490278d4baa9833cb58b8812b68 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:25:20.349999 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.471293 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Allocated IP 172.20.0.7 (6b0964f2-ec30-456a-8f20-04137d2458b7/d545be02-6180-4939-84e7-edcbb29e46c4/414647d0-d133-4489-aca4-332d8a207485) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:25:20.607229 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:25:20.617521 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97dad5d5-fb13-47ca-aede-9002b3a937d7 req-8d65d0b2-da2d-442b-8a0b-022e0d16753d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 210 time: 0.0325336 Aug 18 19:25:20.619099 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.643306 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Transition to ACTIVE for port object 414647d0-d133-4489-aca4-332d8a207485 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:25:20.683419 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.728953 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:25:20.732124 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:25:20.736273 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:25:20.761414 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:20.790208 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:20.790951 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.805892 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-be17a9cd-ac7d-476a-83bb-654b3a979670 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723326 Aug 18 19:25:20.822724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Request body: {'port': {'device_id': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:20.879483 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.942974 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b7f45449-54c3-4be3-a722-f5fd93f414c6 None None] Provisioning for port 414647d0-d133-4489-aca4-332d8a207485 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:25:20.947248 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b7f45449-54c3-4be3-a722-f5fd93f414c6 None None] Provisioning complete for port 414647d0-d133-4489-aca4-332d8a207485 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:25:20.947618 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7f45449-54c3-4be3-a722-f5fd93f414c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:20.983051 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b7f45449-54c3-4be3-a722-f5fd93f414c6 None None] Port 414647d0-d133-4489-aca4-332d8a207485 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:25:21.155565 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:25:21.164059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:21.178465 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Transition to ACTIVE for port object 414647d0-d133-4489-aca4-332d8a207485 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:25:21.182349 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:21.262586 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:21.320526 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Attempting to bind port 414647d0-d133-4489-aca4-332d8a207485 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:25:21.320842 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Attempting to bind port 414647d0-d133-4489-aca4-332d8a207485 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:25:21.321170 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Attempting to bind port 414647d0-d133-4489-aca4-332d8a207485 on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:25:21.326570 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Port 414647d0-d133-4489-aca4-332d8a207485 on network 6b0964f2-ec30-456a-8f20-04137d2458b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:25:21.327143 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Attempting to bind port 414647d0-d133-4489-aca4-332d8a207485 on network 6b0964f2-ec30-456a-8f20-04137d2458b7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:25:21.332499 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:25:21.332839 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Checking segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:25:21.333193 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Bound using segment: {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:25:21.333613 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Bound port: 414647d0-d133-4489-aca4-332d8a207485, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11b6168-6364-4cfb-9e8a-a349a1618389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:25:21.334034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:21.402573 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:25:21.405744 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:25:21.411134 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:21.450251 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.450817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:21.452271 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] 10.222.0.67 "PUT /v2.0/ports/414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 1093 time: 0.6372206 Aug 18 19:25:21.452737 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:21.454912 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830c718-c393-4922-ae3c-27c2a08032ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:21.477204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac527f1-5a03-4b83-92fb-65b43ecda4fc service neutron] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:21.504092 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e17eec-74d1-4df0-b07c-fb4938182f3b x-openstack-request-id: req-79e17eec-74d1-4df0-b07c-fb4938182f3b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:21.504437 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "tag": "414647d0-d133-4489-aca4-332d8a207485", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:21.504786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79e17eec-74d1-4df0-b07c-fb4938182f3b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:21.505234 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'status': 'completed', 'code': 200} Aug 18 19:25:21.548368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-638920ec-7402-4084-803d-7859ab06d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.549865 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-638920ec-7402-4084-803d-7859ab06d5dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1096 time: 0.0425851 Aug 18 19:25:21.594237 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-cdfda51c-e605-4db6-8bcc-d5c1f92a84db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 217 time: 0.0355146 Aug 18 19:25:21.645279 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-c9de62b8-05a9-462e-b57e-529379cc318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.646736 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-c9de62b8-05a9-462e-b57e-529379cc318a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0436440 Aug 18 19:25:21.700857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-75663123-30e3-4250-9781-49cc110aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.702405 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-75663123-30e3-4250-9781-49cc110aabbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450883 Aug 18 19:25:21.758892 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076c7b-0632-4204-af8f-3787e12ba281 req-1782ca50-e807-4085-aae4-4f068a7be57e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.760985 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-11076c7b-0632-4204-af8f-3787e12ba281 req-1782ca50-e807-4085-aae4-4f068a7be57e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0536394 Aug 18 19:25:21.798842 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-11076c7b-0632-4204-af8f-3787e12ba281 req-dca392b7-3a08-4d80-8be8-d3fe162c72c8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Aug 18 19:25:21.801017 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-865e9450-38a4-44f9-9d63-a11d91a548ce service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870817 Aug 18 19:25:21.901745 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-520c2da0-59cb-4daa-855b-d9723bebf506 req-0071865b-f082-4fd4-8d1d-f1da586fd6a6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894632 Aug 18 19:25:21.994599 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c718-c393-4922-ae3c-27c2a08032ca req-63942e79-2602-4ff5-9c0d-bc03ba6c20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:21.996148 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-63942e79-2602-4ff5-9c0d-bc03ba6c20ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1096 time: 0.0411224 Aug 18 19:25:22.094135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c718-c393-4922-ae3c-27c2a08032ca req-c510015b-2347-4177-810d-b1f6c677b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:22.095868 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-c510015b-2347-4177-810d-b1f6c677b879 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0906913 Aug 18 19:25:22.147325 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-692457cd-674e-479b-87c6-eb68829694af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 217 time: 0.0424089 Aug 18 19:25:22.207735 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c718-c393-4922-ae3c-27c2a08032ca req-4fd2c037-2309-41d1-a421-f555619d4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:22.209711 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-4fd2c037-2309-41d1-a421-f555619d4fa4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0490305 Aug 18 19:25:22.264610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c718-c393-4922-ae3c-27c2a08032ca req-7cd2da01-3f90-42e4-8284-3d1705991678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:22.266210 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-7cd2da01-3f90-42e4-8284-3d1705991678 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470262 Aug 18 19:25:22.375041 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-f3e70352-c1d6-43cd-88d7-a5b452680d80 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999558 Aug 18 19:25:22.485662 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3830c718-c393-4922-ae3c-27c2a08032ca req-35a65555-76b9-4a04-80bb-7ff476de8fd7 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008277 Aug 18 19:25:22.933950 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959050fe-e7fb-46d3-84c6-d8e8fc3bff10 req-099db63d-f47c-40cb-bf92-2b1b1918d091 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:22.936285 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-959050fe-e7fb-46d3-84c6-d8e8fc3bff10 req-099db63d-f47c-40cb-bf92-2b1b1918d091 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0535908 Aug 18 19:25:22.974780 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-959050fe-e7fb-46d3-84c6-d8e8fc3bff10 req-4223e261-c635-46f3-b3da-d7a964f01f08 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Aug 18 19:25:24.120679 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2279-1c5e-4fa1-b6ad-3a5bd08e0efa req-765d9c05-afa7-4306-954b-a19c4307dac4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:24.122128 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5bcc2279-1c5e-4fa1-b6ad-3a5bd08e0efa req-765d9c05-afa7-4306-954b-a19c4307dac4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0618265 Aug 18 19:25:24.161699 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5bcc2279-1c5e-4fa1-b6ad-3a5bd08e0efa req-2cca7eea-899b-4084-8085-b145ccd9ed1a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Aug 18 19:25:24.988187 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:25.110464 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3db6772a-0f02-4482-9833-d70b765db2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.201393 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3db6772a-0f02-4482-9833-d70b765db2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.206013 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3db6772a-0f02-4482-9833-d70b765db2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.243923 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3db6772a-0f02-4482-9833-d70b765db2ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94534207f6c14c8db464fbc9c08dcfb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545805 Aug 18 19:25:25.244859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6772a-0f02-4482-9833-d70b765db2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6ca6f-9a3d-4266-b04d-991322d2d2c1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:25.246870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:25.314716 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4e72-75c4-4db3-ac41-5a9296fe56ea req-a595c075-f82c-4b2f-a329-044746bd2b1d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:25.316278 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-615a4e72-75c4-4db3-ac41-5a9296fe56ea req-a595c075-f82c-4b2f-a329-044746bd2b1d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0795696 Aug 18 19:25:25.331604 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.372168 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.380669 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-615a4e72-75c4-4db3-ac41-5a9296fe56ea req-9397d08d-00ca-49c5-a578-c5fe514db1ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574152 Aug 18 19:25:25.434902 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.437472 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.438617 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78b6ca6f-9a3d-4266-b04d-991322d2d2c1 HTTP/1.1" status: 204 len: 168 time: 0.1907773 Aug 18 19:25:25.446730 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774f15-7ff0-4c78-b2fd-fd5714f57aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6ca6f-9a3d-4266-b04d-991322d2d2c1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:25.728619 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:25.742204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-530d18bd-0314-46d5-a811-6c09cf7b78ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.829384 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-530d18bd-0314-46d5-a811-6c09cf7b78ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.834733 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-530d18bd-0314-46d5-a811-6c09cf7b78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.875262 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-530d18bd-0314-46d5-a811-6c09cf7b78ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed379103f6d744fa9edd239407b19ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454842 Aug 18 19:25:25.876126 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d18bd-0314-46d5-a811-6c09cf7b78ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde19ed-9895-4179-b6bb-b37192f0a0e6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:25.878150 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:25.934373 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:25.955603 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.006016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.008736 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.009916 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adde19ed-9895-4179-b6bb-b37192f0a0e6 HTTP/1.1" status: 204 len: 168 time: 0.1307809 Aug 18 19:25:26.018488 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d7fc5-7fcd-4e6a-aac7-e77ffa2a8843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde19ed-9895-4179-b6bb-b37192f0a0e6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:26.327031 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:25:26.373757 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:26.389324 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be1f45e7-0388-4857-9779-885d943ae9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.436811 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:26.452270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '414647d0-d133-4489-aca4-332d8a207485', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:25:26.491708 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.505644 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:25:26.521958 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be1f45e7-0388-4857-9779-885d943ae9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.528407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:26.534095 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.536852 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355455a-ee40-4661-a720-9828e7643e0e req-67707fda-0b10-4b5b-b1d9-e6648b4f7b56 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:26.538393 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a355455a-ee40-4661-a720-9828e7643e0e req-67707fda-0b10-4b5b-b1d9-e6648b4f7b56 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0738273 Aug 18 19:25:26.539034 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be1f45e7-0388-4857-9779-885d943ae9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.581247 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:26.590892 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.591236 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.591743 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.592090 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.592544 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.592954 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.593344 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.593741 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.594041 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.594365 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.594685 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.595115 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:25:26.597925 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f45e7-0388-4857-9779-885d943ae9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46887bd0-c7cb-4c39-bf4c-b3bbe42dc4a9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:26.602109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-be1f45e7-0388-4857-9779-885d943ae9d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3deabe6b65d94b4d819675ea14ab1e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273455 Aug 18 19:25:26.605343 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:26.616172 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a355455a-ee40-4661-a720-9828e7643e0e req-be6b9488-c9da-4963-bfa6-89edd258e284 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659404 Aug 18 19:25:26.664591 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.686160 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.738136 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.740981 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:26.742136 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46887bd0-c7cb-4c39-bf4c-b3bbe42dc4a9 HTTP/1.1" status: 204 len: 168 time: 0.1360357 Aug 18 19:25:26.750950 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c99f9-a627-4b5c-a279-1346b4a104b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46887bd0-c7cb-4c39-bf4c-b3bbe42dc4a9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:26.827246 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['414647d0-d133-4489-aca4-332d8a207485'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:25:27.742707 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f72895-a9ec-40a0-ba69-32d08a2049d4 req-20072fc3-feca-4609-9a7d-e979104d6ced tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:27.744248 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-95f72895-a9ec-40a0-ba69-32d08a2049d4 req-20072fc3-feca-4609-9a7d-e979104d6ced tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.0520804 Aug 18 19:25:27.783906 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-95f72895-a9ec-40a0-ba69-32d08a2049d4 req-85beb479-12fd-42f9-b7b8-917fa75d0401 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Aug 18 19:25:28.074718 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-8e06f99b-5c0d-4449-9830-5cea4f927a69 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636151473&fields=id&tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95 HTTP/1.1" status: 200 len: 267 time: 0.0386381 Aug 18 19:25:28.124811 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-86a22deb-5f34-4850-b198-cab9f3106327 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:28.126298 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-86a22deb-5f34-4850-b198-cab9f3106327 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 984 time: 0.0507150 Aug 18 19:25:28.137316 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Request body: {'port': {'security_groups': ['670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:28.207983 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.272177 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:25:28.330917 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 414647d0-d133-4489-aca4-332d8a207485 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:25:28.335574 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 414647d0-d133-4489-aca4-332d8a207485 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:25:28.336390 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.410643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:28.435754 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.449724 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.454936 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.460295 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:28.462630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb6d87-b036-4f16-849c-fbebc4b10194" -d '{"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:28.469540 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:25:28.498533 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:28.510666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.514703 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498fc6bb-72ab-4bb6-8268-9386708b9c8e x-openstack-request-id: req-498fc6bb-72ab-4bb6-8268-9386708b9c8e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:28.515582 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:28.516234 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-498fc6bb-72ab-4bb6-8268-9386708b9c8e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:28.517173 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'code': 200} Aug 18 19:25:28.538036 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:28.538662 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.540127 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-574c6c66-c8f5-4092-a63a-f0446b76ed5d req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "PUT /v2.0/ports/cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 942 time: 0.4074590 Aug 18 19:25:28.542899 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:28.546572 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:28.550017 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:28.572583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d1096-5b08-485f-9199-f474197802c3 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event updated for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:28.603015 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c4286-ff7d-490f-8b7b-9cfeaaf567e6 x-openstack-request-id: req-3f8c4286-ff7d-490f-8b7b-9cfeaaf567e6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:28.603306 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:28.603551 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f8c4286-ff7d-490f-8b7b-9cfeaaf567e6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:28.603969 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:25:28.648600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:28.657734 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:25:28.681131 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.750527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.946589 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.949450 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.950994 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "DELETE /v2.0/security-groups/029ae2d8-4876-499b-8ab3-8bf92d9bba67 HTTP/1.1" status: 204 len: 168 time: 0.4030738 Aug 18 19:25:28.955009 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:28.959194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fda483f6-704a-460a-92f1-3d3a8c95f123 None None] Provisioning complete for port cade8f1b-18a2-494d-8cee-b7f8c94132d0 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:25:28.959654 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fda483f6-704a-460a-92f1-3d3a8c95f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:28.970206 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817229-c90a-46a4-b2c5-27da97a81dff tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ae2d8-4876-499b-8ab3-8bf92d9bba67,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:28.989743 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-9a3ee009-fa96-4960-a43d-b5ff327574be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:28.991310 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-9a3ee009-fa96-4960-a43d-b5ff327574be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1098 time: 0.3349686 Aug 18 19:25:28.994021 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875864f-fa0e-4499-813c-8c3642adc35f req-57ccaa1a-dccd-4180-ba00-afb702651a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:28.995392 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3875864f-fa0e-4499-813c-8c3642adc35f req-57ccaa1a-dccd-4180-ba00-afb702651a7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1098 time: 0.2125871 Aug 18 19:25:29.010458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fe832-ad77-4f2f-8e5a-cab5b0eecbd7 req-847e7983-2714-4d53-bc35-21009a8c5f72 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:29.011999 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb2fe832-ad77-4f2f-8e5a-cab5b0eecbd7 req-847e7983-2714-4d53-bc35-21009a8c5f72 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0965245 Aug 18 19:25:29.125227 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb2fe832-ad77-4f2f-8e5a-cab5b0eecbd7 req-945438bb-5151-4ca6-990b-ff2bc822bd8e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991747 Aug 18 19:25:29.195550 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Deleting port 41b484b7-6270-4a25-8d51-e35d11f1f5a3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:29.196102 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.280314 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.280701 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.293956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Calling delete_port for 41b484b7-6270-4a25-8d51-e35d11f1f5a3 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:29.347421 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3875864f-fa0e-4499-813c-8c3642adc35f req-8208bf32-2cc0-4c33-ac75-a93f1b21475c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358939 Aug 18 19:25:29.378068 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-5c23081b-3eb5-44ac-802b-b57a76286b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:29.379863 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-5c23081b-3eb5-44ac-802b-b57a76286b20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.3695097 Aug 18 19:25:29.474844 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-8c975f8d-17ee-46ae-93d9-c440362cd53c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 1000 time: 0.0629094 Aug 18 19:25:29.478550 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.513273 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event deleted for resources: {'Port': ['ID=41b484b7-6270-4a25-8d51-e35d11f1f5a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:29.541951 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-6a9375b7-8d2b-4571-ba27-780adfeb9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:29.543393 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-6a9375b7-8d2b-4571-ba27-780adfeb9ed0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.0486331 Aug 18 19:25:29.576646 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.577499 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Floating IP 72eb16b9-8003-4a8f-89e4-55a7b33fd019 disassociated (deleted). External IP: 172.27.0.79, port: cade8f1b-18a2-494d-8cee-b7f8c94132d0. Aug 18 19:25:29.597653 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-a477b9ea-d3c1-42bf-a333-7c93193b7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:29.599066 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-a477b9ea-d3c1-42bf-a333-7c93193b7e0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471656 Aug 18 19:25:29.691809 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-fa0fde9f-6641-42af-9190-260c069cba27 service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814078 Aug 18 19:25:29.787642 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0a91a8d-cfa2-4493-b4aa-4c2a2e4a56c6 req-738a0f07-20d0-423c-9c36-5b795cf08246 service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865932 Aug 18 19:25:29.789698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Router ebc50195-e632-4d15-8969-decc810bbf77 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:29.902411 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:29.907744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:29.912519 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Sync routers for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:29.922786 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:29.923407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:29.936253 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6bd7c3f4-c97e-4ca6-8cbd-1ff0b8705591 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "DELETE /v2.0/floatingips/72eb16b9-8003-4a8f-89e4-55a7b33fd019 HTTP/1.1" status: 204 len: 168 time: 0.9751651 Aug 18 19:25:30.040189 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:30.310605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fb16d-fa1b-4ce5-b9de-77ee7a55e2c9 req-18852f72-4689-4164-ba5b-36cb61e21283 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:30.311422 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:30.312253 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b26fb16d-fa1b-4ce5-b9de-77ee7a55e2c9 req-18852f72-4689-4164-ba5b-36cb61e21283 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0629740 Aug 18 19:25:30.344465 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Checking router: ebc50195-e632-4d15-8969-decc810bbf77 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:30.352686 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b26fb16d-fa1b-4ce5-b9de-77ee7a55e2c9 req-3a6993ab-3771-4f70-8a65-8bb3391907a0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Aug 18 19:25:30.352842 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:30.354600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:30.462611 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:30.604711 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:30.607309 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dedcb5-9cdc-4670-bbef-7a6b37865e80" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:30.688605 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:30.727991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24007f-e348-4a5b-ac97-fddacce6f468 None None] The sync data for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi is: [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:21:26Z', 'revision_number': 4, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '35d5986b-a618-40be-9e55-08c77592b057', 'name': '', 'network_id': 'c9306bb6-f9eb-4dab-9087-d5cd4be93277', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'mac_address': 'fa:16:3e:ec:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:25Z', 'updated_at': '2021-08-18T19:21:34Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'subnets': [{'id': 'c974ea86-79fe-47f2-acbd-62d9560af1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:30.760648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:30.873001 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46891f93-7db2-4fe7-8ac9-61bddcb0b978 x-openstack-request-id: req-46891f93-7db2-4fe7-8ac9-61bddcb0b978 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:30.873301 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:30.873540 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46891f93-7db2-4fe7-8ac9-61bddcb0b978 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:30.873929 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:25:30.875039 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e52d17-c731-424a-ad26-c6d2a2b32f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:30.944484 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-bc9a889d-8d1e-4e2a-9ee4-feb7bfdea29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:30.946246 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-bc9a889d-8d1e-4e2a-9ee4-feb7bfdea29e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 1098 time: 0.0500584 Aug 18 19:25:30.991261 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e52d17-c731-424a-ad26-c6d2a2b32f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:30.997716 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6e52d17-c731-424a-ad26-c6d2a2b32f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:31.038088 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e52d17-c731-424a-ad26-c6d2a2b32f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8092584-7d8f-4cbc-ab09-707bb28dcf33,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:31.042389 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d6e52d17-c731-424a-ad26-c6d2a2b32f30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54c8f099da1244a2a34d53b64b8eee7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805498 Aug 18 19:25:31.045352 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:31.049832 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebc923-c947-4e84-865e-5655b3b19592 None None] New status for floating IP 72eb16b9-8003-4a8f-89e4-55a7b33fd019: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:25:31.076230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-83b114fd-e68b-4072-89dc-6d5eb85e3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:31.077795 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-83b114fd-e68b-4072-89dc-6d5eb85e3268 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 200 len: 916 time: 0.1021621 Aug 18 19:25:31.100557 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:31.121405 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-2dd632bd-22f3-4cc2-9bc4-e2aea58ec061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 200 len: 217 time: 0.0347061 Aug 18 19:25:31.125352 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:31.172813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-661d3bf9-4526-4f58-9c4f-15c7dd732c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:31.174228 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-661d3bf9-4526-4f58-9c4f-15c7dd732c40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 200 len: 854 time: 0.0447381 Aug 18 19:25:31.180029 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:31.182741 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:31.183913 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8092584-7d8f-4cbc-ab09-707bb28dcf33 HTTP/1.1" status: 204 len: 168 time: 0.1376195 Aug 18 19:25:31.195310 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf0c57-8efc-41e3-b505-f8a51a62eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8092584-7d8f-4cbc-ab09-707bb28dcf33,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:31.226109 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-c97d41f7-b3da-4a92-8b1b-e1d46dbcf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:31.227592 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-c97d41f7-b3da-4a92-8b1b-e1d46dbcf2f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9306bb6-f9eb-4dab-9087-d5cd4be93277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464303 Aug 18 19:25:31.351289 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-84b4e218-f38f-4c54-9f13-1c61b9d4c81e service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145799 Aug 18 19:25:31.502807 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90dedcb5-9cdc-4670-bbef-7a6b37865e80 req-b8b84087-1e69-41d3-9c1b-1b98a0b52428 service neutron] 10.222.0.67 "GET /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432111 Aug 18 19:25:31.551581 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b012d8-1fb5-4d4e-8450-61dbc3685b5c req-90080f25-ca1c-4482-bcd2-99f47f354a75 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:31.558880 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0b012d8-1fb5-4d4e-8450-61dbc3685b5c req-90080f25-ca1c-4482-bcd2-99f47f354a75 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0926137 Aug 18 19:25:31.600534 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0b012d8-1fb5-4d4e-8450-61dbc3685b5c req-f55606c5-b31f-412e-8d65-291a1ae485c1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405414 Aug 18 19:25:31.755368 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da57176-bd68-4812-80cc-fb88b8d1ca59 req-6b75fed2-d035-4370-80a5-41fc3d0bc988 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:31.757280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7da57176-bd68-4812-80cc-fb88b8d1ca59 req-6b75fed2-d035-4370-80a5-41fc3d0bc988 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0806592 Aug 18 19:25:31.768425 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58354) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:31.773956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Request body: {'floatingip': {'port_id': '414647d0-d133-4489-aca4-332d8a207485'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:31.819085 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:32.662858 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 19:25:32.725301 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:32.730749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:32.875725 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf5aa-b1a3-4ff0-b8ef-12f33c8f9c55 req-079917cc-3a7b-4e11-b76b-9dae6d22e5b5 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:32.877247 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5aabf5aa-b1a3-4ff0-b8ef-12f33c8f9c55 req-079917cc-3a7b-4e11-b76b-9dae6d22e5b5 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0953350 Aug 18 19:25:32.880041 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Floating IP 0b82eda8-1e02-47c5-87d1-68f6dabea605 associated. External IP: 172.27.0.184, port: 414647d0-d133-4489-aca4-332d8a207485. Aug 18 19:25:32.984564 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5aabf5aa-b1a3-4ff0-b8ef-12f33c8f9c55 req-296a8639-2293-4ba1-a069-4957ee32948d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010644 Aug 18 19:25:33.116678 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:33.226130 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:33.236220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:33.257232 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:33.268085 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:33.269201 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:33.278611 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1197e671-dfb6-44eb-b22e-c767b2886e27 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "PUT /v2.0/floatingips/0b82eda8-1e02-47c5-87d1-68f6dabea605 HTTP/1.1" status: 200 len: 991 time: 1.5063465 Aug 18 19:25:33.278611 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:33.279816 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551636a4-af7a-4688-86a2-eb598a79a902" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:33.317467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1cd6a-7f3e-4cb6-95ae-c2057b4393b9 x-openstack-request-id: req-74b1cd6a-7f3e-4cb6-95ae-c2057b4393b9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:33.317763 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "tag": "414647d0-d133-4489-aca4-332d8a207485", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:33.318019 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74b1cd6a-7f3e-4cb6-95ae-c2057b4393b9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:33.318989 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'status': 'completed', 'code': 200} Aug 18 19:25:33.412717 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551636a4-af7a-4688-86a2-eb598a79a902 req-3a1b9ed7-3075-4f46-bb26-a6e4d1efd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:33.417710 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-3a1b9ed7-3075-4f46-bb26-a6e4d1efd218 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1098 time: 0.0642641 Aug 18 19:25:33.515065 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-847399b0-d7e7-44e7-b42f-f415ee8b4363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:33.536395 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:33.548292 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551636a4-af7a-4688-86a2-eb598a79a902 req-e6baa56d-9ae4-4ede-bbf2-d4a4b0d845cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:33.550104 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-e6baa56d-9ae4-4ede-bbf2-d4a4b0d845cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.1235378 Aug 18 19:25:33.627492 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-504f1ef9-e208-4946-ab8d-8d44cdf2ea3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 999 time: 0.0680726 Aug 18 19:25:33.686009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551636a4-af7a-4688-86a2-eb598a79a902 req-e90fa123-9699-42fe-a964-6c8bc8013f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:33.687745 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-e90fa123-9699-42fe-a964-6c8bc8013f08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0516591 Aug 18 19:25:33.747103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551636a4-af7a-4688-86a2-eb598a79a902 req-78f78c11-5a39-4611-be4b-4a460a07e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:33.748914 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-78f78c11-5a39-4611-be4b-4a460a07e36b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518570 Aug 18 19:25:33.843888 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-2224c5c6-50bd-4099-bf88-ef7fd34e5429 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861690 Aug 18 19:25:33.870570 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '0b82eda8-1e02-47c5-87d1-68f6dabea605', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:15Z', 'updated_at': '2021-08-18T19:25:32Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:33.898287 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:33.908037 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:33.909203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:33.939735 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:33.946590 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-551636a4-af7a-4688-86a2-eb598a79a902 req-d5348808-7adb-47ef-b279-396f928b0b32 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936437 Aug 18 19:25:34.033762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:34.065868 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26f8079-83a8-4a35-b106-dbadd6ce7826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.139004 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39430-0396-4398-83b2-198296a50667 req-c7591840-52e8-4491-acb9-533589a62d30 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:34.140620 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60d39430-0396-4398-83b2-198296a50667 req-c7591840-52e8-4491-acb9-533589a62d30 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0766358 Aug 18 19:25:34.198237 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-60d39430-0396-4398-83b2-198296a50667 req-12edc53e-5598-44f6-a9db-21bcc37d989d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/security-groups?id=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Aug 18 19:25:34.228017 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26f8079-83a8-4a35-b106-dbadd6ce7826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.233128 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26f8079-83a8-4a35-b106-dbadd6ce7826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.274651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '0b82eda8-1e02-47c5-87d1-68f6dabea605', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:15Z', 'updated_at': '2021-08-18T19:25:32Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:34.277536 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d26f8079-83a8-4a35-b106-dbadd6ce7826 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd77a6f31e424ad0bed63271ed429af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358941 Aug 18 19:25:34.278771 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f8079-83a8-4a35-b106-dbadd6ce7826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2a6f59-7899-4c94-b095-7af63031b688,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:34.280890 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58458) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:34.310751 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c6bf7-1e8f-4572-abd0-e91e57fff83a None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '0b82eda8-1e02-47c5-87d1-68f6dabea605', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:15Z', 'updated_at': '2021-08-18T19:25:32Z', 'revision_number': 1, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:34.335079 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.357128 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.407965 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.411515 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.415016 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a2a6f59-7899-4c94-b095-7af63031b688 HTTP/1.1" status: 204 len: 168 time: 0.1308789 Aug 18 19:25:34.421636 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fe7ea-53db-4472-b411-79c1d04080a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2a6f59-7899-4c94-b095-7af63031b688,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:34.528180 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af72a8-9413-429b-bf22-849294f636ef None None] New status for floating IP 0b82eda8-1e02-47c5-87d1-68f6dabea605: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:25:34.682978 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-36ef9cb6-dd49-40ed-b5f8-5a8e88da2360 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:34.692135 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-36ef9cb6-dd49-40ed-b5f8-5a8e88da2360 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 945 time: 0.0723135 Aug 18 19:25:34.725643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:34.739292 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27dd2822-5615-4465-9a61-d79a53e1deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.810387 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Deleting port cade8f1b-18a2-494d-8cee-b7f8c94132d0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:34.810995 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.891523 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27dd2822-5615-4465-9a61-d79a53e1deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.896902 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27dd2822-5615-4465-9a61-d79a53e1deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.915482 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] For port cade8f1b-18a2-494d-8cee-b7f8c94132d0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=cade8f1b-18a2-494d-8cee-b7f8c94132d0,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:34.915869 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:34.928997 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Calling delete_port for cade8f1b-18a2-494d-8cee-b7f8c94132d0 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:34.937280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-27dd2822-5615-4465-9a61-d79a53e1deb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=695faed4aa7c4241a1f21272c66eeec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105091 Aug 18 19:25:34.938305 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd2822-5615-4465-9a61-d79a53e1deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c709f3da-e3a7-476c-a7b5-d3ac9254884b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:34.940276 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:35.044970 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.072027 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.142263 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.155952 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['cade8f1b-18a2-494d-8cee-b7f8c94132d0'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:25:35.178394 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Pushing event deleted for resources: {'Port': ['ID=cade8f1b-18a2-494d-8cee-b7f8c94132d0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:35.195703 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.196394 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.197622 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c709f3da-e3a7-476c-a7b5-d3ac9254884b HTTP/1.1" status: 204 len: 168 time: 0.2562945 Aug 18 19:25:35.233080 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] No DVR routers for this DVR port cade8f1b-18a2-494d-8cee-b7f8c94132d0 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:35.239905 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.241995 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e52c77aa-4c63-4b15-ac6a-ec5d55e4efb2 req-6f378c0c-dc04-4732-b160-a39c2018ef9d tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.67 "DELETE /v2.0/ports/cade8f1b-18a2-494d-8cee-b7f8c94132d0 HTTP/1.1" status: 204 len: 173 time: 0.5504961 Aug 18 19:25:35.242439 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'name': 'network-vif-deleted', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:35.244725 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc56a4-d1de-44b1-8ec2-b0f21e47aaa0" -d '{"events": [{"server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "name": "network-vif-deleted", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:35.250763 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e165d-aeb4-47f3-b205-5d8b68c226b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709f3da-e3a7-476c-a7b5-d3ac9254884b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:35.326705 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b71ce2-8a7c-4529-b3f6-ea13207930ef x-openstack-request-id: req-33b71ce2-8a7c-4529-b3f6-ea13207930ef {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:35.326996 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad15f6d-668d-4fd5-a6f0-cf5874914301", "name": "network-vif-deleted", "tag": "cade8f1b-18a2-494d-8cee-b7f8c94132d0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:35.327244 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33b71ce2-8a7c-4529-b3f6-ea13207930ef {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:35.327643 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad15f6d-668d-4fd5-a6f0-cf5874914301', 'name': 'network-vif-deleted', 'tag': 'cade8f1b-18a2-494d-8cee-b7f8c94132d0', 'status': 'completed', 'code': 200} Aug 18 19:25:35.340558 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f949e24-1c07-47a1-a580-102747fdbefa req-7d0d817d-022c-4532-b4bd-d60051c27017 tempest-TestMinimumBasicScenario-1409373476 tempest-TestMinimumBasicScenario-1409373476-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ad15f6d-668d-4fd5-a6f0-cf5874914301 HTTP/1.1" status: 200 len: 210 time: 0.0423079 Aug 18 19:25:35.640283 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9a17f518-90c6-4106-8ae3-ad4e9adfed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:35.999783 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.041198 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.225220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:37.592271 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:37.634956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.713740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e86b4231-a10b-4705-b292-8b67ecb56009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.826778 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e86b4231-a10b-4705-b292-8b67ecb56009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.830683 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e86b4231-a10b-4705-b292-8b67ecb56009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.866097 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b4231-a10b-4705-b292-8b67ecb56009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ebe44-583e-4ec2-8eb3-1b2c7af7ca1b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:37.871803 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e86b4231-a10b-4705-b292-8b67ecb56009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4129615a6fa48959afb4c586a4bd559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783279 Aug 18 19:25:37.874894 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:37.907388 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Deleting port 35d5986b-a618-40be-9e55-08c77592b057 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:37.907732 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.924123 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.945677 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.989238 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] For port 35d5986b-a618-40be-9e55-08c77592b057, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=35d5986b-a618-40be-9e55-08c77592b057,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:37.989631 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.994059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:37.996679 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.000471 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff5ebe44-583e-4ec2-8eb3-1b2c7af7ca1b HTTP/1.1" status: 204 len: 168 time: 0.1221654 Aug 18 19:25:38.006130 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca2c3d-ee13-46b1-b49a-e05c010550c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ebe44-583e-4ec2-8eb3-1b2c7af7ca1b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:38.007575 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Calling delete_port for 35d5986b-a618-40be-9e55-08c77592b057 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:38.206315 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.233734 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=35d5986b-a618-40be-9e55-08c77592b057,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:38.284295 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58642) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:38.298727 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35c856e9-9c6c-4a16-a2b5-5cf15a25372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.405878 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35c856e9-9c6c-4a16-a2b5-5cf15a25372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.415422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35c856e9-9c6c-4a16-a2b5-5cf15a25372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.420896 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.459543 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c856e9-9c6c-4a16-a2b5-5cf15a25372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7988ed35-cf8f-45f3-b698-cd38ca6a87aa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:38.465791 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-35c856e9-9c6c-4a16-a2b5-5cf15a25372b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2dd2018162549fcb8984eb9dd6f1d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803734 Aug 18 19:25:38.472368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:38.533165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.560970 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.617561 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.620126 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.628010 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7988ed35-cf8f-45f3-b698-cd38ca6a87aa HTTP/1.1" status: 204 len: 168 time: 0.1505570 Aug 18 19:25:38.646034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c24da-fae6-45c2-b815-9344d0286813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988ed35-cf8f-45f3-b698-cd38ca6a87aa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:38.669512 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:38.682962 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Router ebc50195-e632-4d15-8969-decc810bbf77 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:38.804392 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:38.819240 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Sync routers for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:38.824114 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9558cd6d-6b2d-4e76-9b94-403588d08b5d admin admin] 10.222.0.25 "PUT /v2.0/routers/ebc50195-e632-4d15-8969-decc810bbf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977404 Aug 18 19:25:38.826942 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58670) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:38.831312 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:38.833899 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:38.972662 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.035113 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:39.103963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.182135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Deleting port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:39.182786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.254154 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:25:38Z', 'revision_number': 5, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port': {'id': 'f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:23Z', 'updated_at': '2021-08-18T19:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:39.280384 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] For port f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:39.281019 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.285000 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Checking router: ebc50195-e632-4d15-8969-decc810bbf77 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:39.295737 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Routers {'ebc50195-e632-4d15-8969-decc810bbf77'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:39.296108 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Calling delete_port for f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:39.297007 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['ebc50195-e632-4d15-8969-decc810bbf77'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:39.340616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218f611-3434-4764-9d0a-0f6ae7bf4cf0 req-aa7d344c-7cac-4350-9019-fb1c5b9950a6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:39.342415 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b218f611-3434-4764-9d0a-0f6ae7bf4cf0 req-aa7d344c-7cac-4350-9019-fb1c5b9950a6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.3537188 Aug 18 19:25:39.405973 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b218f611-3434-4764-9d0a-0f6ae7bf4cf0 req-50aec179-a359-4124-80a5-8b2af0e00b01 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546625 Aug 18 19:25:39.409665 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] Set router ebc50195-e632-4d15-8969-decc810bbf77 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:39.467094 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:25:39Z', 'revision_number': 6, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:39.494746 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1585efe-3909-4ebe-8662-c286da21ec37 None None] The sync data for ids ['ebc50195-e632-4d15-8969-decc810bbf77'] in dv-cinder-784092-14-iscsi is: [{'id': 'ebc50195-e632-4d15-8969-decc810bbf77', 'name': 'tempest-TestMinimumBasicScenario-1528074273-router', 'tenant_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:22Z', 'updated_at': '2021-08-18T19:25:39Z', 'revision_number': 6, 'project_id': '4fc70d5b6ea340fe9a4c68ccabd19e95', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:39.540953 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.567907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:39.633280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.729246 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.731369 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.776348 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.776923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc50195-e632-4d15-8969-decc810bbf77 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:25:39.782694 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.783888 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-efdbb183-98c8-4f2f-af64-fd48b045e55c admin admin] 10.222.0.25 "DELETE /v2.0/routers/ebc50195-e632-4d15-8969-decc810bbf77 HTTP/1.1" status: 204 len: 168 time: 0.9556482 Aug 18 19:25:39.788477 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58696) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:39.831332 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Deleting subnet c974ea86-79fe-47f2-acbd-62d9560af1de {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:25:39.834352 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:39.870199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.026699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.082387 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.116240 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c974ea86-79fe-47f2-acbd-62d9560af1de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:40.125242 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.126122 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ba30ba57-d130-4bc5-b787-09ff3b7e119a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c974ea86-79fe-47f2-acbd-62d9560af1de HTTP/1.1" status: 204 len: 168 time: 0.3384755 Aug 18 19:25:40.129351 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:40.132584 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451f97c-9aa5-46b7-b352-547324ff4a19 None None] Network c9306bb6-f9eb-4dab-9087-d5cd4be93277 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:25:40.223813 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.263286 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:40.314432 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Deleting port e47c8fe3-4550-4fd5-904f-e638c244cff9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:40.314935 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.356969 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device cade8f1b-18a2-494d-8cee-b7f8c94132d0 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:40.360535 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] DHCP port deletion for c9306bb6-f9eb-4dab-9087-d5cd4be93277 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:25:40.388805 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: cade8f1b-18a2-494d-8cee-b7f8c94132d0 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:40.389498 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device cade8f1b-18a2-494d-8cee-b7f8c94132d0 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:40.402458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] For port e47c8fe3-4550-4fd5-904f-e638c244cff9, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e47c8fe3-4550-4fd5-904f-e638c244cff9,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:40.403073 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.417205 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Calling delete_port for e47c8fe3-4550-4fd5-904f-e638c244cff9 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:40.448783 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Deleting port e47c8fe3-4550-4fd5-904f-e638c244cff9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:40.449762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.536772 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-909ca585-14fb-4157-9a02-7690d5cbf013 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:40.539230 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-909ca585-14fb-4157-9a02-7690d5cbf013 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0703824 Aug 18 19:25:40.540124 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] For port e47c8fe3-4550-4fd5-904f-e638c244cff9, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e47c8fe3-4550-4fd5-904f-e638c244cff9,segment=NetworkSegment(ddafb239-912a-46df-b749-a0599eeb8a18),segment_id=ddafb239-912a-46df-b749-a0599eeb8a18)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:40.540588 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.560541 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Calling delete_port for e47c8fe3-4550-4fd5-904f-e638c244cff9 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:40.578239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3962-a5a4-4730-be7c-e50066ecf660 req-6ff50d25-91f0-4f21-b13e-1eb1230c5fc0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:40.579726 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bcad3962-a5a4-4730-be7c-e50066ecf660 req-6ff50d25-91f0-4f21-b13e-1eb1230c5fc0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 946 time: 0.0618601 Aug 18 19:25:40.645658 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5490c1d1-2166-4622-906a-61c660814d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.656322 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bcad3962-a5a4-4730-be7c-e50066ecf660 req-7e7ecd3c-5352-4e13-9a3e-ab6c4bbfa819 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653946 Aug 18 19:25:40.692614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.736415 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port fd3b1262-3730-42d3-a92d-668161e680d8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:40.736862 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.747167 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47c8fe3-4550-4fd5-904f-e638c244cff9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:40.749662 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] No DVR routers for this DVR port e47c8fe3-4550-4fd5-904f-e638c244cff9 on host dv-cinder-784092-14-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:40.845284 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.860612 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9306bb6-f9eb-4dab-9087-d5cd4be93277']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:40.874167 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddafb239-912a-46df-b749-a0599eeb8a18') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:40.874682 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddafb239-912a-46df-b749-a0599eeb8a18') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:40.886916 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.905008 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.912174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:25:40.912587 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:25:40.951532 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:25:40.958702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.981562 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.984703 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] Pushing event deleted for resources: {'Port': ['ID=e47c8fe3-4550-4fd5-904f-e638c244cff9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:40.989149 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3e715-10de-487b-b435-eb9c72cb1e50 None None] No DVR routers for this DVR port e47c8fe3-4550-4fd5-904f-e638c244cff9 on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:40.989993 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:40.992963 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9306bb6-f9eb-4dab-9087-d5cd4be93277 HTTP/1.1" status: 204 len: 168 time: 0.8609867 Aug 18 19:25:40.997056 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:41.029426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347a646-41b7-423d-8592-b8ef6dda14c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9306bb6-f9eb-4dab-9087-d5cd4be93277,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:41.152159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] For port fd3b1262-3730-42d3-a92d-668161e680d8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=fd3b1262-3730-42d3-a92d-668161e680d8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:41.152540 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.198627 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.268894 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5490c1d1-2166-4622-906a-61c660814d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.279631 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5490c1d1-2166-4622-906a-61c660814d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.360092 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5490c1d1-2166-4622-906a-61c660814d77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53caee0e13df45c586cf78b7f23c2027&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0906739 Aug 18 19:25:41.365008 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:41.379442 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490c1d1-2166-4622-906a-61c660814d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8506a5-aa57-4cea-862d-a6a8fb42185d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:41.421706 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.483458 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.485308 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 35d5986b-a618-40be-9e55-08c77592b057 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:41.497368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.497831 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.498055 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 8060b1b0-9b11-4055-b00d-2493d62469bc disassociated. External IP: 172.27.0.18, port: fd3b1262-3730-42d3-a92d-668161e680d8. Aug 18 19:25:41.498395 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for fd3b1262-3730-42d3-a92d-668161e680d8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:41.506670 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 35d5986b-a618-40be-9e55-08c77592b057 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:41.507266 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 35d5986b-a618-40be-9e55-08c77592b057 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:41.507980 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:41.520530 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.527856 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:41.528317 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device f1b5ad8a-3b7f-48bb-8bf0-fb7240e2a5ea not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:41.529214 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e47c8fe3-4550-4fd5-904f-e638c244cff9 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:41.548239 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: e47c8fe3-4550-4fd5-904f-e638c244cff9 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:41.548669 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e47c8fe3-4550-4fd5-904f-e638c244cff9 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:41.626593 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.629145 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.632924 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a8506a5-aa57-4cea-862d-a6a8fb42185d HTTP/1.1" status: 204 len: 168 time: 0.2633219 Aug 18 19:25:41.663200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84add-7bfd-48a8-9798-e91e375ceee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8506a5-aa57-4cea-862d-a6a8fb42185d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:41.697898 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Deleting port 884d2d1c-ea70-451c-8e90-906b2160a545 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:41.698277 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.707505 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.762858 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=fd3b1262-3730-42d3-a92d-668161e680d8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:41.779999 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03057392-7e27-483b-8d7c-3f9bdb302fcf req-67a75b2d-5a77-4724-bd78-3ed461064fd6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Aug 18 19:25:41.825039 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] For port 884d2d1c-ea70-451c-8e90-906b2160a545, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=884d2d1c-ea70-451c-8e90-906b2160a545,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:41.825598 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.839142 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Calling delete_port for 884d2d1c-ea70-451c-8e90-906b2160a545 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:41.884553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:41.946605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:41.965963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a382-0675-4e01-985d-d095217c6db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:41.994205 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:42.006194 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:42.016614 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:42.017239 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:42.042248 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] No DVR routers for this DVR port fd3b1262-3730-42d3-a92d-668161e680d8 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:42.045096 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.047184 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e988d25b-d5cb-49cc-a2f4-40287e2069d5 req-95f1b9e2-ceb0-4c1d-ae66-1978d252f79a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "DELETE /v2.0/ports/fd3b1262-3730-42d3-a92d-668161e680d8 HTTP/1.1" status: 204 len: 173 time: 1.4968379 Aug 18 19:25:42.047715 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'name': 'network-vif-deleted', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:42.050455 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2eccd4-c393-45e4-b875-b1e9a706aecc" -d '{"events": [{"server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "name": "network-vif-deleted", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:42.096802 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.145990 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a382-0675-4e01-985d-d095217c6db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.168935 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:42.170607 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a382-0675-4e01-985d-d095217c6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.238544 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=884d2d1c-ea70-451c-8e90-906b2160a545,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:42.330232 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f4e4a382-0675-4e01-985d-d095217c6db9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee2440377957464299faf3ff9df1da36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823955 Aug 18 19:25:42.334782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:42.433495 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a382-0675-4e01-985d-d095217c6db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e50ae-128b-4c67-ac79-cf708b1d526c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:42.460329 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bbf825-a175-47d9-94d7-820dc445e36b x-openstack-request-id: req-47bbf825-a175-47d9-94d7-820dc445e36b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:42.460329 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06634c5e-ba6d-4d5f-a75e-033a62b90a04", "name": "network-vif-deleted", "tag": "fd3b1262-3730-42d3-a92d-668161e680d8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:42.471955 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47bbf825-a175-47d9-94d7-820dc445e36b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:42.472905 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06634c5e-ba6d-4d5f-a75e-033a62b90a04', 'name': 'network-vif-deleted', 'tag': 'fd3b1262-3730-42d3-a92d-668161e680d8', 'status': 'completed', 'code': 200} Aug 18 19:25:42.502780 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.527434 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.544613 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.569183 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:42.600663 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.602665 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:42.604858 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:42.606886 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd4e50ae-128b-4c67-ac79-cf708b1d526c HTTP/1.1" status: 204 len: 168 time: 0.2614734 Aug 18 19:25:42.616508 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06be48a-524e-47f8-b413-6db599a280e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e50ae-128b-4c67-ac79-cf708b1d526c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:42.644668 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:42.646839 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:42.834139 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:42.878524 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Router 50ac1b11-017a-4f6b-871e-9b494d56041e has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:43.022576 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-950d9eee-18ec-49ca-b111-e13baee6551c req-0005f860-edb3-4d63-b1d0-481590918c7f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=06634c5e-ba6d-4d5f-a75e-033a62b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0498915 Aug 18 19:25:43.110608 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:43.120184 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Sync routers for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:43.126994 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4eea601b-1462-4bfe-a053-a2873db61bc3 admin admin] 10.222.0.25 "PUT /v2.0/routers/50ac1b11-017a-4f6b-871e-9b494d56041e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1255369 Aug 18 19:25:43.127368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58778) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:43.144067 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:43.145019 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:43.150143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:43.170918 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:43.179454 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c28998-d8d4-47a0-98f2-8592ce4c9724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.218651 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704b430-7c48-4053-95a1-20af2eb38844 None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:43.249892 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.285718 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:43.294843 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c28998-d8d4-47a0-98f2-8592ce4c9724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.301281 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c28998-d8d4-47a0-98f2-8592ce4c9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.356565 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a2c28998-d8d4-47a0-98f2-8592ce4c9724 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c3b329e0070467ca7f2e27b45c1b6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045522 Aug 18 19:25:43.359503 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:43.369218 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c28998-d8d4-47a0-98f2-8592ce4c9724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b018884-49c1-4f0f-900c-220e2d5c9db9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:43.369997 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.430945 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.446063 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Deleting port 8bbff985-2b66-4d7a-866f-ca82d67342f5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:43.446398 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.464517 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.545871 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.549940 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:25:42Z', 'revision_number': 5, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port': {'id': '8bbff985-2b66-4d7a-866f-ca82d67342f5', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:43.550220 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.554570 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b018884-49c1-4f0f-900c-220e2d5c9db9 HTTP/1.1" status: 204 len: 168 time: 0.1913381 Aug 18 19:25:43.565584 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774de0-a0f7-4439-9d32-3a17e72954ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b018884-49c1-4f0f-900c-220e2d5c9db9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:43.577417 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] For port 8bbff985-2b66-4d7a-866f-ca82d67342f5, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=8bbff985-2b66-4d7a-866f-ca82d67342f5,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:43.577939 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.592663 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Checking router: 50ac1b11-017a-4f6b-871e-9b494d56041e for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:43.602306 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Calling delete_port for 8bbff985-2b66-4d7a-866f-ca82d67342f5 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:43.606656 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Routers {'50ac1b11-017a-4f6b-871e-9b494d56041e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:43.607512 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['50ac1b11-017a-4f6b-871e-9b494d56041e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:43.643298 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd46ca2-addd-428b-b710-7c9d093106f7 None None] New status for floating IP 8060b1b0-9b11-4055-b00d-2493d62469bc: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:25:43.720974 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] Set router 50ac1b11-017a-4f6b-871e-9b494d56041e gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:43.811047 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:25:43Z', 'revision_number': 6, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:43.811658 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.841439 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56832e39-b2c0-4266-be92-03dfffd7eda1 None None] The sync data for ids ['50ac1b11-017a-4f6b-871e-9b494d56041e'] in dv-cinder-784092-14-iscsi is: [{'id': '50ac1b11-017a-4f6b-871e-9b494d56041e', 'name': 'tempest-TestMinimumBasicScenario-464588451-router', 'tenant_id': 'f469e462b86640c7b1965817ababe501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:30Z', 'updated_at': '2021-08-18T19:25:43Z', 'revision_number': 6, 'project_id': 'f469e462b86640c7b1965817ababe501', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:43.855251 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbff985-2b66-4d7a-866f-ca82d67342f5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:43.911250 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:43.998237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.000452 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.044596 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.045158 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ac1b11-017a-4f6b-871e-9b494d56041e {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:25:44.050167 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.053935 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-67f5994d-a30b-497c-954e-0a996bee750a admin admin] 10.222.0.25 "DELETE /v2.0/routers/50ac1b11-017a-4f6b-871e-9b494d56041e HTTP/1.1" status: 204 len: 168 time: 0.9230242 Aug 18 19:25:44.054180 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58796) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:44.109921 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Deleting subnet 0884ccf5-6113-4af3-b106-540282279918 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:25:44.114251 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.163123 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.292286 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.365469 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.381566 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-dce15607-e78c-4cd4-bb2b-699d96f66d39 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465869079&fields=id&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 267 time: 0.0564167 Aug 18 19:25:44.390632 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device fd3b1262-3730-42d3-a92d-668161e680d8 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:44.400987 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.400987 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0884ccf5-6113-4af3-b106-540282279918 HTTP/1.1" status: 204 len: 168 time: 0.3449848 Aug 18 19:25:44.421865 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:44.423235 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce57ac-9de2-42c3-bcfe-a61ceea38375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0884ccf5-6113-4af3-b106-540282279918,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:44.443313 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: fd3b1262-3730-42d3-a92d-668161e680d8 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:44.444177 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device fd3b1262-3730-42d3-a92d-668161e680d8 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:44.447689 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df73b2-f26b-4fb2-a985-d93085de7623 None None] Network eed4db68-b2f5-4389-9f55-7e6ab53133c0 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:25:44.611481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.666731 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-751138ee-d3ce-4d40-a06b-aad6dc244cd2 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:44.668290 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-751138ee-d3ce-4d40-a06b-aad6dc244cd2 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.2594650 Aug 18 19:25:44.711573 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-e8646c9e-c411-4dbd-b043-15d7e78117ca tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/quotas/4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 375 time: 0.0182931 Aug 18 19:25:44.718156 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] DHCP port deletion for eed4db68-b2f5-4389-9f55-7e6ab53133c0 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:25:44.774591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Deleting port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:44.774769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Deleting port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:44.775001 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.775205 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.831824 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-c2f9d86a-b1ca-4c19-ab91-dcb6ba8e02a8 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102479 Aug 18 19:25:44.854729 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] For port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:44.855068 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.858749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] For port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,segment=NetworkSegment(0ca59b58-ce0c-4465-a1bd-2cf603c22f72),segment_id=0ca59b58-ce0c-4465-a1bd-2cf603c22f72)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:44.859223 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.870565 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Calling delete_port for 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:44.907951 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Calling delete_port for 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:44.957738 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:44.990143 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] Pushing event deleted for resources: {'Port': ['ID=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:44.999644 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042155c-bb58-48ef-9cbd-9cfeffe0369a None None] No DVR routers for this DVR port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:45.046784 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-fa9816bc-8921-4bf6-b3e0-f185b1987622 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660249 Aug 18 19:25:45.113208 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.151064 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Pushing event deleted for resources: {'Port': ['ID=41f62a79-1d7e-41d1-bcae-a6dc2be46f8f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:45.155476 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] No DVR routers for this DVR port 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f on host dv-cinder-784092-14-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:45.255941 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.269714 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-8c910a67-da9c-4776-b896-c2ecc29b9a67 service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112200 Aug 18 19:25:45.272745 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed4db68-b2f5-4389-9f55-7e6ab53133c0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:45.282486 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca59b58-ce0c-4465-a1bd-2cf603c22f72') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:45.282778 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca59b58-ce0c-4465-a1bd-2cf603c22f72') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:45.296988 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.308695 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.316865 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:25:45.317341 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self.session.flush() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self.session.flush() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self.session.flush() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self.session.flush() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:25:45.319505 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:25:45.379751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.385866 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.388240 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] 10.222.0.25 "DELETE /v2.0/networks/eed4db68-b2f5-4389-9f55-7e6ab53133c0 HTTP/1.1" status: 204 len: 168 time: 0.9648771 Aug 18 19:25:45.402656 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87709f-7c7f-4559-8d8a-839f39b5c35e admin admin] Pushing event deleted for resources: {'Network': ['ID=eed4db68-b2f5-4389-9f55-7e6ab53133c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:45.490157 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 884d2d1c-ea70-451c-8e90-906b2160a545 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:45.510677 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 884d2d1c-ea70-451c-8e90-906b2160a545 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:45.511410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 884d2d1c-ea70-451c-8e90-906b2160a545 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:45.512010 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 8bbff985-2b66-4d7a-866f-ca82d67342f5 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:45.534122 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 8bbff985-2b66-4d7a-866f-ca82d67342f5 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:45.534460 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 8bbff985-2b66-4d7a-866f-ca82d67342f5 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:45.535050 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:45.567732 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:45.569677 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 41f62a79-1d7e-41d1-bcae-a6dc2be46f8f not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:45.637389 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-de0c37e2-7bf2-4765-b1a7-a8cc00ce2ae8 req-e975600b-3fc0-45b4-8763-8d63384c51cc tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 210 time: 0.0313981 Aug 18 19:25:45.672013 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:45.717297 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-88759f3e-01ae-441b-a515-b478d4dfd57a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fc70d5b6ea340fe9a4c68ccabd19e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440969 Aug 18 19:25:45.719945 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:45.777103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.804538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.858257 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.860971 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:45.864811 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3 HTTP/1.1" status: 204 len: 168 time: 0.1412454 Aug 18 19:25:45.870974 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb82e1-bb4f-48f1-b626-f293a1995c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670973a7-a9c7-43d1-a5c9-c2bb27bf9ae3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:46.258203 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 58934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:46.328441 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 58938) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:46.334409 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ab39d01c-515a-4ed0-b45d-b4e8bde3bdd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f469e462b86640c7b1965817ababe501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731390 Aug 18 19:25:46.401210 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:46.423097 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:46.480821 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:46.483923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:46.485258 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50ce0a41-be48-475d-a847-451f2aa86e60 HTTP/1.1" status: 204 len: 168 time: 0.1556818 Aug 18 19:25:46.494110 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36ec0-3a8c-4398-8f69-bb29fdcc5399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce0a41-be48-475d-a847-451f2aa86e60,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:47.024834 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1efd02e-d0cb-4a9f-8d2c-e218c096d430 req-73fb40d0-6b6e-4922-8169-35e011c6b0f7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 210 time: 0.3086145 Aug 18 19:25:47.049073 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-6fbdbb0c-e74b-4307-9193-d9d52faab79e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:47.051691 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-6fbdbb0c-e74b-4307-9193-d9d52faab79e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.1249638 Aug 18 19:25:47.100661 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-74b3c3d7-28ff-4ef3-96de-6c81c57bd5cb tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 380 time: 0.0383198 Aug 18 19:25:47.110779 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'port': {'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'admin_state_up': True, 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'security_groups': ['7ba1db42-0cf0-41f0-a676-e5cd8f965f11']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:47.234147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Made reservation on behalf of 4d4a606ae22d410289c4c35cde5d6e7a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:25:47.238187 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:47.416556 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.20.0.9 (d2ad66f9-82a5-4f38-80ec-a4045fffabf2/8c2d483b-d0ce-4cc0-aed4-2138b8939917/6cf6edff-3cd5-4891-9cac-32c0235087e8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:25:47.575803 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:47.590075 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Transition to ACTIVE for port object 6cf6edff-3cd5-4891-9cac-32c0235087e8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:25:47.623531 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:47.675565 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:25:47.678968 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:25:47.682814 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:25:47.710259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:47.748159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:47.749000 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:47.771755 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-9ccfb361-4ef6-41d3-9b25-bc6cf60239c5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6644814 Aug 18 19:25:47.787605 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Request body: {'port': {'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:47.851517 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:47.987189 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3f6f5ac6-9ba8-4a2e-a878-c7656a89dfb5 None None] Provisioning for port 6cf6edff-3cd5-4891-9cac-32c0235087e8 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:25:47.992399 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3f6f5ac6-9ba8-4a2e-a878-c7656a89dfb5 None None] Provisioning complete for port 6cf6edff-3cd5-4891-9cac-32c0235087e8 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:25:47.992986 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5ac6-9ba8-4a2e-a878-c7656a89dfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.039965 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f5ac6-9ba8-4a2e-a878-c7656a89dfb5 None None] Port 6cf6edff-3cd5-4891-9cac-32c0235087e8 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:25:48.153784 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01895733-eedf-4eb5-afdf-05f865e4cf89 req-92a4aadd-3266-49dc-b36a-27d104e607b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:48.155172 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-01895733-eedf-4eb5-afdf-05f865e4cf89 req-92a4aadd-3266-49dc-b36a-27d104e607b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 931 time: 0.0527337 Aug 18 19:25:48.201280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-01895733-eedf-4eb5-afdf-05f865e4cf89 req-cdf475cf-7229-492c-9b34-92e2996b1b44 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 Aug 18 19:25:48.201686 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf6edff-3cd5-4891-9cac-32c0235087e8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:25:48.210948 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.227259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Transition to ACTIVE for port object 6cf6edff-3cd5-4891-9cac-32c0235087e8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:25:48.232782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.285922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:48.361564 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Attempting to bind port 6cf6edff-3cd5-4891-9cac-32c0235087e8 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:25:48.361895 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Attempting to bind port 6cf6edff-3cd5-4891-9cac-32c0235087e8 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:25:48.362352 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Attempting to bind port 6cf6edff-3cd5-4891-9cac-32c0235087e8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:25:48.367902 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Port 6cf6edff-3cd5-4891-9cac-32c0235087e8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:25:48.368228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Attempting to bind port 6cf6edff-3cd5-4891-9cac-32c0235087e8 on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:25:48.373525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:25:48.373860 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:25:48.374247 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Bound using segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:25:48.374671 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Bound port: 6cf6edff-3cd5-4891-9cac-32c0235087e8, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:25:48.375030 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.446923 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:25:48.450497 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:25:48.455082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.489247 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:48.489891 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:48.491440 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] 10.222.0.67 "PUT /v2.0/ports/6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 1093 time: 0.7108355 Aug 18 19:25:48.491903 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:48.494213 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc6758-d558-48e0-b20f-39e604a8738f" -d '{"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:48.528367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64a422-81ec-4bcc-a944-8e4709e718af service neutron] Pushing event updated for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:48.551034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9b89a-4446-427e-b611-32f2c33416ad x-openstack-request-id: req-ede9b89a-4446-427e-b611-32f2c33416ad {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:48.551324 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:48.551577 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ede9b89a-4446-427e-b611-32f2c33416ad {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:48.551992 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'status': 'completed', 'code': 200} Aug 18 19:25:48.586519 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-fce1224a-998c-40fb-89b9-0b081610aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:48.588581 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-fce1224a-998c-40fb-89b9-0b081610aee4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1096 time: 0.0470064 Aug 18 19:25:48.637842 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-072e5e9f-299d-4ccb-9e28-eef26604d68e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 217 time: 0.0385005 Aug 18 19:25:48.689097 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-42bf5c07-65c7-4902-b125-b7bf046fd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:48.690470 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-42bf5c07-65c7-4902-b125-b7bf046fd107 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0455589 Aug 18 19:25:48.748672 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-36fbeb6e-27e4-494a-a4d6-c4b971702c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:48.750170 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-36fbeb6e-27e4-494a-a4d6-c4b971702c45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465796 Aug 18 19:25:48.859969 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-997827d3-32ec-4e70-a11f-3289477e2434 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006098 Aug 18 19:25:48.954332 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2fc6c75-348b-4d9f-9d2e-bde92b859114 req-1a74f884-d8d2-41ff-8169-6036725d87f0 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Aug 18 19:25:49.054814 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6758-d558-48e0-b20f-39e604a8738f req-8d41d691-8190-447d-838b-467530b97fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:49.056461 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-8d41d691-8190-447d-838b-467530b97fe8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1096 time: 0.0492182 Aug 18 19:25:49.150016 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6758-d558-48e0-b20f-39e604a8738f req-d6fc84ad-427e-4443-97c6-c2a71f2740cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:49.151504 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-d6fc84ad-427e-4443-97c6-c2a71f2740cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0872107 Aug 18 19:25:49.199558 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-40765fbc-daee-4f70-8ad1-e12bfc950a32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 217 time: 0.0390556 Aug 18 19:25:49.252987 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6758-d558-48e0-b20f-39e604a8738f req-8605f6db-cd57-4ce5-a9a9-61186e7cd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:49.254532 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-8605f6db-cd57-4ce5-a9a9-61186e7cd371 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0466669 Aug 18 19:25:49.306640 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6758-d558-48e0-b20f-39e604a8738f req-a86fe043-fb08-44af-b91e-2cedb2178b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:49.308170 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-a86fe043-fb08-44af-b91e-2cedb2178b11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424185 Aug 18 19:25:49.326271 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990416e-d88f-4e48-87f2-ed64d4690488 req-31994c6d-8229-4820-8ebb-c631e805ed86 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:49.327894 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5990416e-d88f-4e48-87f2-ed64d4690488 req-31994c6d-8229-4820-8ebb-c631e805ed86 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0516055 Aug 18 19:25:49.367814 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5990416e-d88f-4e48-87f2-ed64d4690488 req-a18f343a-e153-4288-9caf-f438752592cb tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337701 Aug 18 19:25:49.641429 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-2707ca5d-28fd-43c8-b0b3-0149e82c2790 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254619 Aug 18 19:25:49.738127 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70fc6758-d558-48e0-b20f-39e604a8738f req-929be3cf-9df1-4fd9-9df1-80799520863e service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Aug 18 19:25:50.502195 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb1288-d13f-4044-a81e-07e245a42ba7 req-25e3d197-0301-4ba5-919f-f593549f4c01 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:50.504330 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-edfb1288-d13f-4044-a81e-07e245a42ba7 req-25e3d197-0301-4ba5-919f-f593549f4c01 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0683086 Aug 18 19:25:50.570005 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-edfb1288-d13f-4044-a81e-07e245a42ba7 req-eeb67c16-811b-42fa-97f0-4fd7fc6485d6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591948 Aug 18 19:25:50.586395 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83657183-aafd-4eeb-9645-0d5288e46140 req-8e668e79-0a74-4099-97de-5fe7d4bf7abd tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:50.587962 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83657183-aafd-4eeb-9645-0d5288e46140 req-8e668e79-0a74-4099-97de-5fe7d4bf7abd tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0707314 Aug 18 19:25:50.628699 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83657183-aafd-4eeb-9645-0d5288e46140 req-8fa5581a-f704-4023-8104-1ad729a30120 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342884 Aug 18 19:25:51.330893 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59012) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:51.439215 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84d62ab-ee46-4a52-8f33-a5ab8d2df89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.535801 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84d62ab-ee46-4a52-8f33-a5ab8d2df89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.540819 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84d62ab-ee46-4a52-8f33-a5ab8d2df89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.582261 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f84d62ab-ee46-4a52-8f33-a5ab8d2df89f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2118a8136f044c268573c0d7c2569f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499459 Aug 18 19:25:51.582947 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d62ab-ee46-4a52-8f33-a5ab8d2df89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73083d7-9f52-44a9-aacc-a907c0eff1d5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:51.584817 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:51.681286 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.735143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.766409 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc158-5b33-4e9c-a7b2-563cbae27d29 req-e3512e92-7691-4f33-9171-0e9d6fcc6a65 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:51.768217 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-934bc158-5b33-4e9c-a7b2-563cbae27d29 req-e3512e92-7691-4f33-9171-0e9d6fcc6a65 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.1191080 Aug 18 19:25:51.812592 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fba32-f1f5-48f5-86bc-5ae1c97dcf70 req-98cc98b6-865c-4d3f-85dc-e1be5519ec0c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:51.814081 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f9fba32-f1f5-48f5-86bc-5ae1c97dcf70 req-98cc98b6-865c-4d3f-85dc-e1be5519ec0c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.1137083 Aug 18 19:25:51.839220 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-934bc158-5b33-4e9c-a7b2-563cbae27d29 req-c680fbc8-0991-4b69-bc96-ae458d6b99b6 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605359 Aug 18 19:25:51.845419 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.847876 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:51.848962 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c73083d7-9f52-44a9-aacc-a907c0eff1d5 HTTP/1.1" status: 204 len: 168 time: 0.2631841 Aug 18 19:25:51.865295 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2142c7b-4e17-4236-9154-c2569da644fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73083d7-9f52-44a9-aacc-a907c0eff1d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:51.879851 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f9fba32-f1f5-48f5-86bc-5ae1c97dcf70 req-473789ac-0a4f-49e8-a1f2-04f927492629 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550818 Aug 18 19:25:52.152531 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:52.166650 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22c8b00-a182-4608-b37f-6a964603fd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.269444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22c8b00-a182-4608-b37f-6a964603fd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.276651 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22c8b00-a182-4608-b37f-6a964603fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.320262 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b22c8b00-a182-4608-b37f-6a964603fd0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fc7e21c5a2244d9b5a76110fd06161f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666014 Aug 18 19:25:52.321143 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c8b00-a182-4608-b37f-6a964603fd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b6ff1-a424-4339-a960-58a3c18da18e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:52.323217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:52.377532 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.400412 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.448880 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.452258 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.453572 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/987b6ff1-a424-4339-a960-58a3c18da18e HTTP/1.1" status: 204 len: 168 time: 0.1293302 Aug 18 19:25:52.461790 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd5ce1-9b26-46d8-9ff7-72f4d0449fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b6ff1-a424-4339-a960-58a3c18da18e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:52.703630 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-a2d78785-022c-43f1-8306-7d6538814841 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:52.705244 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-a2d78785-022c-43f1-8306-7d6538814841 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0519893 Aug 18 19:25:52.806393 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Deleting port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:52.806393 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.901610 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] For port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:52.902137 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:52.982999 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e643ad-cb64-4a2d-bbb4-e35230c7af48 req-31edd4bf-0225-4ebc-a423-ecb0977d9eab tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:52.985181 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3e643ad-cb64-4a2d-bbb4-e35230c7af48 req-31edd4bf-0225-4ebc-a423-ecb0977d9eab tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0702839 Aug 18 19:25:53.049968 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b5822-6649-4258-8980-bae0f20662c7 req-db17b056-f888-4dcf-9176-f89c12e898fa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:53.056382 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd9b5822-6649-4258-8980-bae0f20662c7 req-db17b056-f888-4dcf-9176-f89c12e898fa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 946 time: 0.0954809 Aug 18 19:25:53.072792 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3e643ad-cb64-4a2d-bbb4-e35230c7af48 req-9a633f3a-97e4-4699-95f4-f1de4f11767d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699637 Aug 18 19:25:53.106335 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd9b5822-6649-4258-8980-bae0f20662c7 req-e3a141ca-9694-427d-ab21-9890944b2411 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b9c703-03de-4f25-85c4-ff88499b125d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Aug 18 19:25:53.120868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:53.121237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:53.121544 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Floating IP ed058fd4-cf08-4f8f-9f09-88d6b2976f62 disassociated. External IP: 172.27.0.248, port: 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5. Aug 18 19:25:53.121907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Calling delete_port for 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:53.251797 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:53.288977 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'Port': ['ID=79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:53.407676 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:25:53.519707 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:25:53.531505 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:25:53.542103 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:53.542736 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:53.566696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] No DVR routers for this DVR port 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:25:53.569247 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:53.571291 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e5b3c12-a9b6-46f1-a275-df954cc71da7 req-c293e191-d618-40b0-aebb-7c35032a1f5a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "DELETE /v2.0/ports/79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 HTTP/1.1" status: 204 len: 173 time: 0.8587692 Aug 18 19:25:53.571738 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'name': 'network-vif-deleted', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:25:53.574137 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb1149-01b7-43f6-bc03-2f6c4801c0c3" -d '{"events": [{"server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "name": "network-vif-deleted", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:25:53.614254 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e261c1-ded1-4a51-b0ea-3a78953ad6f1 x-openstack-request-id: req-b3e261c1-ded1-4a51-b0ea-3a78953ad6f1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:25:53.614545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbfa286-1ed0-4364-9829-3926731f6cf2", "name": "network-vif-deleted", "tag": "79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:25:53.614941 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3e261c1-ded1-4a51-b0ea-3a78953ad6f1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:25:53.615256 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbfa286-1ed0-4364-9829-3926731f6cf2', 'name': 'network-vif-deleted', 'tag': '79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5', 'status': 'completed', 'code': 200} Aug 18 19:25:53.678232 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:53.924358 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:53.950340 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:25:53.959235 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:25:53.959864 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:25:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:54.077335 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:25:54.209415 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1425b-6ce4-42b3-8cc9-15987dadf4e1 req-76ece728-dda4-420e-9fe7-009ab4a54649 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:54.211124 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f1425b-6ce4-42b3-8cc9-15987dadf4e1 req-76ece728-dda4-420e-9fe7-009ab4a54649 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0571396 Aug 18 19:25:54.251882 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-06ed3fcd-58de-4a6e-ad54-d59742f8f6dc req-87c164f9-a4a7-4e32-a475-046c84258c5b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fbfa286-1ed0-4364-9829-3926731f6cf2 HTTP/1.1" status: 200 len: 210 time: 0.0345156 Aug 18 19:25:54.288921 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f1425b-6ce4-42b3-8cc9-15987dadf4e1 req-2298ee1b-ecfd-4cb8-a663-8cb10c7ef186 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602958 Aug 18 19:25:54.314058 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:25:54.340573 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb032c-f81e-4982-bea4-56587e56f546 None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:25:54.565554 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e45b2b-0a4e-4ae1-adb2-721e7df93261 None None] New status for floating IP ed058fd4-cf08-4f8f-9f09-88d6b2976f62: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:25:55.358088 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:55.414951 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.426174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf7a6-253e-4ddf-b7ef-5b40262d4d6e req-6f3e92be-5f33-4f08-8f54-9943fd08fdf9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:55.428119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-79faf7a6-253e-4ddf-b7ef-5b40262d4d6e req-6f3e92be-5f33-4f08-8f54-9943fd08fdf9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0517812 Aug 18 19:25:55.439242 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.466914 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-79faf7a6-253e-4ddf-b7ef-5b40262d4d6e req-0524b0c0-944a-4b98-83c8-d5786c0e795a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Aug 18 19:25:55.486396 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.489029 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.490191 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "DELETE /v2.0/security-groups/84b9c703-03de-4f25-85c4-ff88499b125d HTTP/1.1" status: 204 len: 168 time: 0.1310804 Aug 18 19:25:55.493074 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:55.500062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e4cf-dbdd-4ea8-92ea-f58c60b129e8 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b9c703-03de-4f25-85c4-ff88499b125d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:55.515658 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.api.v2.resource [None req-bed695b2-68b4-48f3-a103-5a227986ccd9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] show failed (client error): The resource could not be found. Aug 18 19:25:55.516744 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bed695b2-68b4-48f3-a103-5a227986ccd9 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups/84b9c703-03de-4f25-85c4-ff88499b125d HTTP/1.1" status: 404 len: 347 time: 0.0225823 Aug 18 19:25:55.520113 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:55.648840 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Deleting port aaa8681b-7454-433d-a69a-8f44f97857de {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:25:55.649182 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.733443 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.733762 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.746060 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Calling delete_port for aaa8681b-7454-433d-a69a-8f44f97857de owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:25:55.888071 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.914447 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'Port': ['ID=aaa8681b-7454-433d-a69a-8f44f97857de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:55.979580 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.982091 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:55.983550 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4ee2848c-b4ab-4ce4-b34e-0c63c84305c3 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "DELETE /v2.0/floatingips/ed058fd4-cf08-4f8f-9f09-88d6b2976f62 HTTP/1.1" status: 204 len: 168 time: 0.4623697 Aug 18 19:25:56.563152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:56.572346 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590996286', 'description': 'tempest-description--1981150752'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:56.594833 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0fdf-22eb-488d-b7a5-f3a71fa7d496 req-3f5b3cb4-7419-4227-866f-e3f5e8217a18 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:56.596309 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.601995 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-242a0fdf-22eb-488d-b7a5-f3a71fa7d496 req-3f5b3cb4-7419-4227-866f-e3f5e8217a18 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0581942 Aug 18 19:25:56.635720 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-242a0fdf-22eb-488d-b7a5-f3a71fa7d496 req-b97646c2-31a4-4103-b5fc-67ed279484db tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Aug 18 19:25:56.688188 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.693690 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.734183 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.735438 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1707292 Aug 18 19:25:56.738594 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:56.743365 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group_rule': {'security_group_id': '8b9e3870-22e8-4929-84b5-5bf7b03e087f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:56.745753 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2792972-fb28-4ea2-af5a-e5df5b12927a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e3870-22e8-4929-84b5-5bf7b03e087f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:56.776150 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.832851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.837201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.860581 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6621e29-5172-4f5e-b7f3-3c48d9ce2ec6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:56.869989 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.871297 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-26332816-0c60-4818-9be0-6e63926b3dba tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316917 Aug 18 19:25:56.873946 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:56.878322 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'security_group_rule': {'security_group_id': '8b9e3870-22e8-4929-84b5-5bf7b03e087f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:56.907180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.966018 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.969956 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.990512 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4963fc03-4739-4df9-ae29-6a4115d42d88,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:56.998413 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:56.999596 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3d83d9e1-eca0-436c-9d26-5ebee2ce90aa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247561 Aug 18 19:25:57.002684 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:25:57.007027 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:25:57.031761 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.138312 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.249170 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Allocated IP 172.27.0.141 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/0c6b5a30-1607-425a-8a9d-865c5ff231a4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:25:57.353456 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.396816 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.437865 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:25:57.444618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:25:57.447043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:25:57.479979 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=0c6b5a30-1607-425a-8a9d-865c5ff231a4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:57.548334 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.583792 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.607121 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:25:57.790440 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a03e3-84bf-4f56-9bb5-ef8db87812d5 req-51aac454-a94e-40a8-86c7-e60898d78c7a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:57.791944 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b8a03e3-84bf-4f56-9bb5-ef8db87812d5 req-51aac454-a94e-40a8-86c7-e60898d78c7a tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 943 time: 0.0791688 Aug 18 19:25:57.793991 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.805726 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.917107 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b8a03e3-84bf-4f56-9bb5-ef8db87812d5 req-5e4ed608-5b13-4a1f-bdc2-cf8c13bd4286 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183190 Aug 18 19:25:57.919483 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=0c6b5a30-1607-425a-8a9d-865c5ff231a4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:57.930989 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.947431 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:57.948828 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8cd720cb-cb2e-4e4d-96dc-afc6d4e6fd7c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9451246 Aug 18 19:25:58.147534 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-09f7b6fc-3707-4d4f-81e0-15eda65a7c7d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1590996286&fields=id&tenant_id=09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 267 time: 0.0382359 Aug 18 19:25:58.273021 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-fb5c6c26-eb90-4111-ac01-d9783dc20378 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:58.274495 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-fb5c6c26-eb90-4111-ac01-d9783dc20378 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 811 time: 0.1199176 Aug 18 19:25:58.289732 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-1385811a-5487-4e52-90ec-3ef074e16395 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/quotas/09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 375 time: 0.0092978 Aug 18 19:25:58.346846 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-02819ab5-733f-4852-8fd5-21ece685c7ae tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517590 Aug 18 19:25:58.507242 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6cf6edff-3cd5-4891-9cac-32c0235087e8 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:25:58.515396 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:25:58.540308 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:25:58.540661 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 79e5dbcb-cbe8-4b73-888b-1d8169e2e4a5 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:25:58.558737 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9189e1cc-e3f9-412b-9950-95c1f36819b3 service neutron] 10.222.0.25 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959968 Aug 18 19:25:58.657446 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-a1eb07e0-0999-4dd6-a6f6-b13b6475fb9c service neutron] 10.222.0.25 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917652 Aug 18 19:25:58.778094 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:58.791612 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:25:58.834405 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:58.848260 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf6edff-3cd5-4891-9cac-32c0235087e8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:25:58.849942 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d80a905c-fb1d-4c24-9eca-8f3b0a61c150 req-8287b8f2-0d3d-43b8-83f4-256eb35ef9ce tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 210 time: 0.0365684 Aug 18 19:25:58.871474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:25:58.878130 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:25:58.952097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:25:59.082439 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451974b-a608-4dd3-8325-96bc143a72b6 req-aeecec81-f4e8-436a-841d-c1070368a5f5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:59.090566 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4451974b-a608-4dd3-8325-96bc143a72b6 req-aeecec81-f4e8-436a-841d-c1070368a5f5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 944 time: 0.0821099 Aug 18 19:25:59.117184 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['6cf6edff-3cd5-4891-9cac-32c0235087e8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:25:59.128616 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4451974b-a608-4dd3-8325-96bc143a72b6 req-ea162e06-870d-42da-91e2-70e9c1efcef0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Aug 18 19:25:59.908129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-1917c5a5-c0fa-4806-9b05-791196a9ad12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:25:59.909515 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-1917c5a5-c0fa-4806-9b05-791196a9ad12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 811 time: 0.1092067 Aug 18 19:25:59.957434 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97fd19b4-fc18-42ca-ab47-7e21ade9967c req-e6e4d84a-ac42-436d-8e89-151765e7059a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Aug 18 19:25:59.959397 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-c129de08-6fda-4600-8233-90b609002003 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09121996b6ea42fea20f8b13c8d264fe HTTP/1.1" status: 200 len: 380 time: 0.0384440 Aug 18 19:25:59.979446 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'port': {'device_id': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'admin_state_up': True, 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'security_groups': ['8b9e3870-22e8-4929-84b5-5bf7b03e087f']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:00.099199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Made reservation on behalf of 09121996b6ea42fea20f8b13c8d264fe for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:26:00.102925 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.237985 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Allocated IP 172.20.0.6 (156065f0-f294-4752-9b89-d01519e496f4/1e02c4b5-9a8c-475e-8da1-836f77ac25c1/2591e4f6-036d-4f06-9b93-6abf3d0a433c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:00.255990 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa8f9f-c312-4825-8422-761d6af736f3 req-9c491546-a4b2-4e8a-a733-174171aca864 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:00.257518 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2eaa8f9f-c312-4825-8422-761d6af736f3 req-9c491546-a4b2-4e8a-a733-174171aca864 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 944 time: 0.0600262 Aug 18 19:26:00.301613 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2eaa8f9f-c312-4825-8422-761d6af736f3 req-d8cdae89-7aba-4805-bcd7-5ede45c7d6e5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Aug 18 19:26:00.403162 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.417534 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Transition to ACTIVE for port object 2591e4f6-036d-4f06-9b93-6abf3d0a433c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:00.457718 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.504948 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Network 156065f0-f294-4752-9b89-d01519e496f4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:00.508020 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:00.511800 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:00.530993 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6cf6edff-3cd5-4891-9cac-32c0235087e8 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:00.535245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event updated for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:00.563736 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:00.564476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.581820 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-9e678706-2a0a-4d41-9f26-30a739cba529 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066563 Aug 18 19:26:00.586657 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 6cf6edff-3cd5-4891-9cac-32c0235087e8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:00.590537 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 6cf6edff-3cd5-4891-9cac-32c0235087e8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:00.590970 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.601535 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Request body: {'port': {'device_id': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:00.657881 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.673885 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.701169 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:00.703920 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf80f2-4f1f-458f-bb7b-653ecd7c4a91" -d '{"events": [{"server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "name": "network-vif-plugged", "status": "completed", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:00.717682 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:00.722145 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.767966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:00.806728 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1254b33f-6e64-42be-aa1f-d3059ed7b181 None None] Provisioning for port 2591e4f6-036d-4f06-9b93-6abf3d0a433c completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:00.810759 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1254b33f-6e64-42be-aa1f-d3059ed7b181 None None] Provisioning complete for port 2591e4f6-036d-4f06-9b93-6abf3d0a433c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:00.811210 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1254b33f-6e64-42be-aa1f-d3059ed7b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.845098 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1254b33f-6e64-42be-aa1f-d3059ed7b181 None None] Port 2591e4f6-036d-4f06-9b93-6abf3d0a433c cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:26:00.872705 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8115ef-03a6-4cfa-ab8a-8d2c456a4aa3 x-openstack-request-id: req-ea8115ef-03a6-4cfa-ab8a-8d2c456a4aa3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:00.873063 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "name": "network-vif-plugged", "status": "completed", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:00.873397 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea8115ef-03a6-4cfa-ab8a-8d2c456a4aa3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:00.873792 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'code': 200} Aug 18 19:26:00.939823 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2591e4f6-036d-4f06-9b93-6abf3d0a433c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:26:00.947725 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:00.961574 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Transition to ACTIVE for port object 2591e4f6-036d-4f06-9b93-6abf3d0a433c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:00.970891 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:01.023898 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Pushing event updated for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:01.084355 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bfa7a-a5d2-4bcb-bef5-540864bede30 req-6c23b124-01e4-438d-998c-0f336d1892cb tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:01.093178 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df5bfa7a-a5d2-4bcb-bef5-540864bede30 req-6c23b124-01e4-438d-998c-0f336d1892cb tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0570455 Aug 18 19:26:01.099670 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Attempting to bind port 2591e4f6-036d-4f06-9b93-6abf3d0a433c on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:01.099670 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Attempting to bind port 2591e4f6-036d-4f06-9b93-6abf3d0a433c by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:01.100144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Attempting to bind port 2591e4f6-036d-4f06-9b93-6abf3d0a433c on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:01.105686 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Port 2591e4f6-036d-4f06-9b93-6abf3d0a433c on network 156065f0-f294-4752-9b89-d01519e496f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:26:01.106079 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Attempting to bind port 2591e4f6-036d-4f06-9b93-6abf3d0a433c on network 156065f0-f294-4752-9b89-d01519e496f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:01.112527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:01.113005 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Checking segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:01.113513 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Bound using segment: {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:01.113952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Bound port: 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310120dc-200a-4a85-8cd2-7539d4a26e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '156065f0-f294-4752-9b89-d01519e496f4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:01.114520 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:01.144101 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df5bfa7a-a5d2-4bcb-bef5-540864bede30 req-48e76de0-60b8-491e-886e-f5c543d79d36 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Aug 18 19:26:01.205027 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:01.208542 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:01.213404 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:01.253388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:01.254399 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:01.256279 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] 10.222.0.67 "PUT /v2.0/ports/2591e4f6-036d-4f06-9b93-6abf3d0a433c HTTP/1.1" status: 200 len: 1093 time: 0.6594934 Aug 18 19:26:01.256812 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:01.259288 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63" -d '{"events": [{"name": "network-changed", "server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:01.295217 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301eaefb-e1df-4ba9-bff1-02025e3ba297 service neutron] Pushing event updated for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:01.305774 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee137d3-7543-4d3c-bd2a-1be7293d0b8e x-openstack-request-id: req-3ee137d3-7543-4d3c-bd2a-1be7293d0b8e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:01.306066 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:01.306314 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee137d3-7543-4d3c-bd2a-1be7293d0b8e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:01.306700 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'status': 'completed', 'code': 200} Aug 18 19:26:01.424172 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e1b3e-8db0-4341-9735-8428a201025c req-4619601e-9ca9-461a-be09-5abee03a5531 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:01.425665 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-835e1b3e-8db0-4341-9735-8428a201025c req-4619601e-9ca9-461a-be09-5abee03a5531 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Aug 18 19:26:01.462707 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-835e1b3e-8db0-4341-9735-8428a201025c req-fcda50dc-1285-4147-8ca5-fa8d316d01a0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Aug 18 19:26:02.259696 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8eb0-a4fc-4823-9a04-6c70c988b4ff req-26dcd0ab-981e-4e54-b2ed-aaa40d1af98f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:02.261246 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-679b8eb0-a4fc-4823-9a04-6c70c988b4ff req-26dcd0ab-981e-4e54-b2ed-aaa40d1af98f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Aug 18 19:26:02.301900 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-679b8eb0-a4fc-4823-9a04-6c70c988b4ff req-781a4e73-6216-4fbb-b219-79a93b20568d tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Aug 18 19:26:02.587492 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecae3-4c9c-48a9-a3f9-192865083bca req-a01fa6e2-6f67-4a34-92d0-139d6ef08807 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:02.589311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-100ecae3-4c9c-48a9-a3f9-192865083bca req-a01fa6e2-6f67-4a34-92d0-139d6ef08807 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0509293 Aug 18 19:26:02.630839 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-100ecae3-4c9c-48a9-a3f9-192865083bca req-54871bda-b83c-42d9-8ebb-40b4a5f98051 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353248 Aug 18 19:26:03.344296 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bba8eb34-12c6-4a9b-98f7-74e1b1f1ce24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:03.435854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e536d4-833a-43fa-9935-8808f4924de1 req-918eb406-fefd-46f8-8498-85b4d1354235 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:03.437669 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91e536d4-833a-43fa-9935-8808f4924de1 req-918eb406-fefd-46f8-8498-85b4d1354235 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0528104 Aug 18 19:26:03.477447 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91e536d4-833a-43fa-9935-8808f4924de1 req-64573e06-79f5-49e9-9e9e-c8f2aaf91bfa tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Aug 18 19:26:03.760124 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4b37e-3735-438b-b317-f2756110c83f req-6925263c-45b4-4e6a-9f22-201cdd0de471 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:03.762025 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0c4b37e-3735-438b-b317-f2756110c83f req-6925263c-45b4-4e6a-9f22-201cdd0de471 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0590277 Aug 18 19:26:03.775388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-221f335a-fe93-42f5-b56e-044e05477a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:03.777349 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-221f335a-fe93-42f5-b56e-044e05477a3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 1096 time: 0.0729108 Aug 18 19:26:03.782494 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b9041-7ddb-433d-a0b9-614be39d76ba req-e31fadf7-6d46-4868-9673-38e6174214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:03.784234 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd4b9041-7ddb-433d-a0b9-614be39d76ba req-e31fadf7-6d46-4868-9673-38e6174214f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1098 time: 0.0894051 Aug 18 19:26:03.804935 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0c4b37e-3735-438b-b317-f2756110c83f req-b1eaae6a-917d-4648-8168-567bf1def88d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344877 Aug 18 19:26:03.934887 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd4b9041-7ddb-433d-a0b9-614be39d76ba req-3476d6d1-6442-459b-9bf2-cc9017c01fa7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215138 Aug 18 19:26:03.991254 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-ffdb2f12-bcb9-4aaa-97c4-eb5cfe662996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:03.992791 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-ffdb2f12-bcb9-4aaa-97c4-eb5cfe662996 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=09121996b6ea42fea20f8b13c8d264fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1974211 Aug 18 19:26:04.170199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-55046baa-0365-4004-a65d-e22c9d949e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.172142 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd72ec53-e0f2-4ada-a46b-c9f4242aae63 req-55046baa-0365-4004-a65d-e22c9d949e0a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588416 Aug 18 19:26:04.263272 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-b6a4edfd-a20f-4c04-bb46-17ba3aebc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.264890 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-b6a4edfd-a20f-4c04-bb46-17ba3aebc9c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 1096 time: 0.0431547 Aug 18 19:26:04.318088 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-7e45927f-0ec0-4edb-8b3d-cc11cdb811f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c HTTP/1.1" status: 200 len: 217 time: 0.0432129 Aug 18 19:26:04.368854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-a465b01b-c2a8-4743-8666-b3803332bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.370347 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-a465b01b-c2a8-4743-8666-b3803332bd02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0445149 Aug 18 19:26:04.419191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-ea334d1e-64f0-468b-8e0f-69daa82727b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.420763 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-ea334d1e-64f0-468b-8e0f-69daa82727b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423880 Aug 18 19:26:04.522834 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-57c1110b-99a8-4c2e-88db-9b27138e3f73 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905583 Aug 18 19:26:04.603662 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83b0b-3183-4bf5-a173-2f3458de467c req-9beec83e-a9fa-4a75-b7c1-9605022df7ce tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.605267 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dac83b0b-3183-4bf5-a173-2f3458de467c req-9beec83e-a9fa-4a75-b7c1-9605022df7ce tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0520439 Aug 18 19:26:04.617210 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c8ff21a7-316a-4ce1-9cf1-e236d2d6e782 req-90fe161b-e8a8-4ea3-bb24-75af35efbb0e service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836563 Aug 18 19:26:04.654833 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dac83b0b-3183-4bf5-a173-2f3458de467c req-b24a71cf-3b7d-4bfa-8237-6155e4cab58f tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Aug 18 19:26:04.950380 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1de0d-d191-46a2-9b60-f25f145a70d6 req-72eca97a-a924-48bd-bdc4-d9af10aa89bd tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:04.957929 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b1de0d-d191-46a2-9b60-f25f145a70d6 req-72eca97a-a924-48bd-bdc4-d9af10aa89bd tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0819638 Aug 18 19:26:04.997346 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1b1de0d-d191-46a2-9b60-f25f145a70d6 req-15391947-f61c-4369-b441-3b6c33761f90 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385199 Aug 18 19:26:05.633325 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4fa57b3-cacd-4211-8e6c-89e151985ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:05.790352 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8d8c2-f6bb-4348-af60-aee40db69d94 req-d1820886-5f6e-4d8b-8d80-86b605637304 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:05.791809 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1cb8d8c2-f6bb-4348-af60-aee40db69d94 req-d1820886-5f6e-4d8b-8d80-86b605637304 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0491788 Aug 18 19:26:05.829900 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1cb8d8c2-f6bb-4348-af60-aee40db69d94 req-94250de4-6dcd-4ecb-b94f-478a2b4fad39 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Aug 18 19:26:06.016508 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:06.117931 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ad7b0-b1ff-49f4-9aef-73d23db68715 req-f34e6a5e-a0d6-4f7e-bd78-338ba47b86b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:06.119397 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-491ad7b0-b1ff-49f4-9aef-73d23db68715 req-f34e6a5e-a0d6-4f7e-bd78-338ba47b86b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Aug 18 19:26:06.161365 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-491ad7b0-b1ff-49f4-9aef-73d23db68715 req-511c0606-fc67-44f3-a566-27182c57c2f7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357983 Aug 18 19:26:06.289665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e4e38-742f-477f-8a01-385b9901ed65 req-b9eba365-b609-4cd0-baf8-17b7a7dc3676 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:06.291187 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea0e4e38-742f-477f-8a01-385b9901ed65 req-b9eba365-b609-4cd0-baf8-17b7a7dc3676 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Aug 18 19:26:06.330686 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea0e4e38-742f-477f-8a01-385b9901ed65 req-2632fca0-ef45-4cba-a21e-eb43674aec50 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Aug 18 19:26:06.354826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:06.400150 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bdd1bc-328c-4be4-a3aa-e2d8461b9c36 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:06.401734 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-21bdd1bc-328c-4be4-a3aa-e2d8461b9c36 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1093 time: 0.0458117 Aug 18 19:26:06.404601 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:06.409285 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:06.435963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:06.546565 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:06.648586 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.27.0.219 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:06.767182 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:06.808203 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:06.843415 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:06.848239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:06.852828 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:06.876836 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:07.005877 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845e23a-01c1-4138-8561-06d4227d439a req-2090baef-5e8a-4478-bf15-6879ccbe1f29 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:07.007388 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4845e23a-01c1-4138-8561-06d4227d439a req-2090baef-5e8a-4478-bf15-6879ccbe1f29 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 943 time: 0.0902998 Aug 18 19:26:07.041045 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.110068 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4845e23a-01c1-4138-8561-06d4227d439a req-4326f0e0-d046-4ef5-a6e0-60bbc46dc22c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709286 Aug 18 19:26:07.277124 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.350185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.503736 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.510808 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.573382 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:07.587239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.587588 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.587957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.588286 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.588614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.588946 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.589288 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.589595 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.589917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.590237 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.590546 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.590872 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:07.598061 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.705477 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 05933d65-0224-4287-a579-3e72aa217b7d associated. External IP: 172.27.0.219, port: 6cf6edff-3cd5-4891-9cac-32c0235087e8. Aug 18 19:26:07.791725 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 2591e4f6-036d-4f06-9b93-6abf3d0a433c details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:26:07.892520 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:07.903570 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'port_id': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'mac_address': 'fa:16:3e:7f:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:26:07.913498 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:26:07.941108 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:07.958170 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2591e4f6-036d-4f06-9b93-6abf3d0a433c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:26:07.979339 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:07.984504 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:08.033873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:08.313744 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:08.323729 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:08.333688 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623f26-e18d-4241-a105-ea57f28ec4d4 req-6673ed60-08ee-45e2-a62a-f432857cc61a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:08.334120 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:08.334735 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:08.335153 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-29623f26-e18d-4241-a105-ea57f28ec4d4 req-6673ed60-08ee-45e2-a62a-f432857cc61a tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 944 time: 0.0727808 Aug 18 19:26:08.341821 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:08.386178 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a1b834f0-20fc-45fd-8b24-4c209931351f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9805803 Aug 18 19:26:08.387911 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:08.390849 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c81e1d-253b-4b32-83b0-bfda63b97b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:08.406214 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-29623f26-e18d-4241-a105-ea57f28ec4d4 req-fd3f7600-6aa0-46fe-9282-8b919ee61942 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614202 Aug 18 19:26:08.446269 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:08.448584 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607da185-3215-437b-8b7f-15ce56944fe3 x-openstack-request-id: req-607da185-3215-437b-8b7f-15ce56944fe3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:08.448877 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:08.449119 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-607da185-3215-437b-8b7f-15ce56944fe3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:08.449506 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'status': 'completed', 'code': 200} Aug 18 19:26:08.663903 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:08.684320 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:07Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:08.713361 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:08.721823 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:08.722413 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:08.826499 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:08.830991 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-1d3d6113-b81c-4e58-9b25-25ff4fdc56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:08.832624 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-1d3d6113-b81c-4e58-9b25-25ff4fdc56e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1098 time: 0.0444927 Aug 18 19:26:08.927507 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-8e9143a1-5a03-413c-81d3-36c2752fa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:08.929095 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-8e9143a1-5a03-413c-81d3-36c2752fa3d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0888047 Aug 18 19:26:08.996903 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-52becca1-201f-40b8-9706-e0ec454fe2ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 999 time: 0.0591035 Aug 18 19:26:09.008955 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['2591e4f6-036d-4f06-9b93-6abf3d0a433c'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:26:09.046403 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-7bc0bb50-bd77-458b-85b9-4fe914c921dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:09.047870 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-7bc0bb50-bd77-458b-85b9-4fe914c921dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0429838 Aug 18 19:26:09.095049 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-a27f6276-d871-40f6-9a1b-27c060c54fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:09.096594 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-a27f6276-d871-40f6-9a1b-27c060c54fac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410011 Aug 18 19:26:09.110390 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:07Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:09.137078 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc33eca-31d2-496c-bb41-06f553c756db None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:07Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:09.194607 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-c4b42bcb-6d65-4222-9af3-76552f43365a service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900159 Aug 18 19:26:09.287945 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33c81e1d-253b-4b32-83b0-bfda63b97b2e req-6999a429-80a3-4961-a3f7-fe095f80f667 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Aug 18 19:26:09.329670 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbab53-6e7f-4f13-ae03-c904ab3bee00 None None] New status for floating IP 05933d65-0224-4287-a579-3e72aa217b7d: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:26:09.535435 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570c84a-ea97-4daa-b656-4b51c81a3b4c req-a44e29d1-3e8f-43aa-bc61-4c926db53e75 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:09.537008 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b570c84a-ea97-4daa-b656-4b51c81a3b4c req-a44e29d1-3e8f-43aa-bc61-4c926db53e75 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 944 time: 0.0569112 Aug 18 19:26:09.576869 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b570c84a-ea97-4daa-b656-4b51c81a3b4c req-a60d4faf-02f6-4cfc-992f-508601764477 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Aug 18 19:26:10.712271 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614668-2160-4275-b5c2-816c302ad2d9 req-55e846e1-7b5a-47db-b09d-b92833b40f11 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:10.714063 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83614668-2160-4275-b5c2-816c302ad2d9 req-55e846e1-7b5a-47db-b09d-b92833b40f11 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 944 time: 0.0530424 Aug 18 19:26:10.752133 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83614668-2160-4275-b5c2-816c302ad2d9 req-91ba54a2-e21c-421f-b24e-510ac9924cbc tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Aug 18 19:26:10.983782 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 2591e4f6-036d-4f06-9b93-6abf3d0a433c up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:11.048305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 2591e4f6-036d-4f06-9b93-6abf3d0a433c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:11.048305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 2591e4f6-036d-4f06-9b93-6abf3d0a433c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:11.048305 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:11.122726 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:11.146217 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:11.148737 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc3236-4145-4559-a0b5-645d91285e8c" -d '{"events": [{"server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "name": "network-vif-plugged", "status": "completed", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:11.162415 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:11.167503 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:11.197003 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a4004-da75-4cd7-b014-4983d6bf36b7 x-openstack-request-id: req-ad6a4004-da75-4cd7-b014-4983d6bf36b7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:11.197316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "name": "network-vif-plugged", "status": "completed", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:11.197540 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad6a4004-da75-4cd7-b014-4983d6bf36b7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:11.197920 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'code': 200} Aug 18 19:26:11.232738 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:11.238170 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:11.374239 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2f33-849d-49e0-ae83-2108b02a7f0a req-856d965f-48a4-4448-b42c-11d02fb22e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:11.376556 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-720b2f33-849d-49e0-ae83-2108b02a7f0a req-856d965f-48a4-4448-b42c-11d02fb22e0e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 1098 time: 0.0517507 Aug 18 19:26:11.415808 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-720b2f33-849d-49e0-ae83-2108b02a7f0a req-910330a0-b7ef-4d15-83ef-8901521a6aaf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315130 Aug 18 19:26:11.878438 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab42ac-21af-4479-8b15-9b3a2a2c7955 req-5ee7338d-8da1-4d1e-8f43-67c5bd6c0bca tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:11.879977 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2bab42ac-21af-4479-8b15-9b3a2a2c7955 req-5ee7338d-8da1-4d1e-8f43-67c5bd6c0bca tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Aug 18 19:26:11.918560 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2bab42ac-21af-4479-8b15-9b3a2a2c7955 req-3d18d8b0-a270-459a-81b8-ebb93f80433b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Aug 18 19:26:13.053719 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974adee-902a-4dba-97c5-603b0eaa0e24 req-b34c76bc-4e1e-472f-8a96-d3e56d0ee49b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:13.055214 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3974adee-902a-4dba-97c5-603b0eaa0e24 req-b34c76bc-4e1e-472f-8a96-d3e56d0ee49b tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0552137 Aug 18 19:26:13.097332 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3974adee-902a-4dba-97c5-603b0eaa0e24 req-f4ab56e8-060e-4841-bf15-50443c0b2c3c tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Aug 18 19:26:13.217078 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcadf2-8b9e-46bf-bd61-a55ec43f85c4 req-5df88a76-44e4-4e97-9c70-d986b622e2c6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:13.218572 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75fcadf2-8b9e-46bf-bd61-a55ec43f85c4 req-5df88a76-44e4-4e97-9c70-d986b622e2c6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0539649 Aug 18 19:26:13.227076 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59432) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:13.231650 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Request body: {'floatingip': {'port_id': '2591e4f6-036d-4f06-9b93-6abf3d0a433c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:13.273980 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:13.741417 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:13.747596 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:13.853091 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Floating IP b3ae20cd-dacf-49c2-ba24-2f4982621ad1 associated. External IP: 172.27.0.141, port: 2591e4f6-036d-4f06-9b93-6abf3d0a433c. Aug 18 19:26:14.064473 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:26:14.178979 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:14.184348 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:14.189762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:14.200907 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:14.201550 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:14.217239 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-739a6937-7f0e-4050-afc4-080f57c45848 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "PUT /v2.0/floatingips/b3ae20cd-dacf-49c2-ba24-2f4982621ad1 HTTP/1.1" status: 200 len: 991 time: 0.9865267 Aug 18 19:26:14.217239 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:14.217722 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:14.314682 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:14.681462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'b3ae20cd-dacf-49c2-ba24-2f4982621ad1', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:7f:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:57Z', 'updated_at': '2021-08-18T19:26:13Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:14.709213 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:14.718555 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:14.719229 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:14.832572 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:15.083060 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'b3ae20cd-dacf-49c2-ba24-2f4982621ad1', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:7f:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:57Z', 'updated_at': '2021-08-18T19:26:13Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:15.111192 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbabf53f-2bee-4b8f-bbfb-b83c97687482 None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'b3ae20cd-dacf-49c2-ba24-2f4982621ad1', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '579decd0-2671-4744-8542-1699fd3af943', 'port_id': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'mac_address': 'fa:16:3e:7f:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:25:57Z', 'updated_at': '2021-08-18T19:26:13Z', 'revision_number': 1, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:15.344870 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54420e-bcdf-4a8b-a36d-afdce669c7c2 None None] New status for floating IP b3ae20cd-dacf-49c2-ba24-2f4982621ad1: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:26:16.203086 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d501d-9248-418c-a333-10cb2dce9b8f x-openstack-request-id: req-dc1d501d-9248-418c-a333-10cb2dce9b8f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:16.203609 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:16.203609 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc1d501d-9248-418c-a333-10cb2dce9b8f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:16.204045 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'status': 'completed', 'code': 200} Aug 18 19:26:16.274363 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-843a9a85-fbef-4f40-b7c6-4fd0c85631db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:16.276612 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-843a9a85-fbef-4f40-b7c6-4fd0c85631db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09121996b6ea42fea20f8b13c8d264fe&device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 1098 time: 0.0471623 Aug 18 19:26:16.383144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-a526c997-9fa9-42b2-9f63-11c75e6ba824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:16.384813 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-a526c997-9fa9-42b2-9f63-11c75e6ba824 service neutron] 10.222.0.67 "GET /v2.0/networks?id=156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 200 len: 912 time: 0.0993853 Aug 18 19:26:16.699116 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-2030a798-b533-4056-b67c-fe1ed2f7cfbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c HTTP/1.1" status: 200 len: 1001 time: 0.2992342 Aug 18 19:26:16.750236 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-a302cb3a-8691-4378-a05f-f0886682cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:16.751699 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-a302cb3a-8691-4378-a05f-f0886682cc4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 200 len: 850 time: 0.0432389 Aug 18 19:26:16.803859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-25cef38f-f8ea-4dd8-8dc6-2d1d66957b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:16.805396 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-25cef38f-f8ea-4dd8-8dc6-2d1d66957b35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=156065f0-f294-4752-9b89-d01519e496f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459132 Aug 18 19:26:16.895623 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-74b3d229-b5bb-4909-a6ba-d389070a51c8 service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823977 Aug 18 19:26:17.000228 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aa73b9c-4fa8-4372-98f3-06bea0b119eb req-f2f810c8-a21b-4cd6-b493-8c7e2c23a0bc service neutron] 10.222.0.67 "GET /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955269 Aug 18 19:26:21.919511 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59518) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:22.065952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.160405 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.166577 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.204135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06379f-08ad-437b-a522-eb67a0c210b4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:22.208717 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=784a8e80fd9a4c9ea401cba28b0c5de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881956 Aug 18 19:26:22.211612 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59522) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:22.214811 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.215238 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.215589 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.215956 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.216302 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.216709 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.217043 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.217378 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.217712 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.218039 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.218354 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.218688 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ddc927-e6b2-43c5-acb8-98c33ac02cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:22.269930 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.292641 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.341822 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.344400 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:22.348396 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac06379f-08ad-437b-a522-eb67a0c210b4 HTTP/1.1" status: 204 len: 168 time: 0.1357093 Aug 18 19:26:22.356444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448a3c-8629-4270-b4ff-c61b2e8da2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06379f-08ad-437b-a522-eb67a0c210b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:27.756838 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc185790-d27d-431c-9aa4-37c99dcfb725 req-3f47ae0a-62d4-4ccd-8921-1506889dd3ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:27.758887 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dc185790-d27d-431c-9aa4-37c99dcfb725 req-3f47ae0a-62d4-4ccd-8921-1506889dd3ee tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0631385 Aug 18 19:26:27.801270 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dc185790-d27d-431c-9aa4-37c99dcfb725 req-c1b61f6f-3e72-429d-a155-989a9aa30baf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Aug 18 19:26:28.936091 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a439f-62e2-407f-9680-4023471e05e8 req-a727a1a0-347a-486e-87b6-6302d332e9cd tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:28.937591 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e6a439f-62e2-407f-9680-4023471e05e8 req-a727a1a0-347a-486e-87b6-6302d332e9cd tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0525386 Aug 18 19:26:28.980610 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e6a439f-62e2-407f-9680-4023471e05e8 req-c84afa1d-71e4-4192-a78b-f130519e323b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Aug 18 19:26:30.117814 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca430a2-94a2-49e8-b7fd-5142e527486d req-78f71778-0ebc-464e-b6c3-b85c1b477c62 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:30.119343 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bca430a2-94a2-49e8-b7fd-5142e527486d req-78f71778-0ebc-464e-b6c3-b85c1b477c62 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0632265 Aug 18 19:26:30.163276 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bca430a2-94a2-49e8-b7fd-5142e527486d req-bacf98b4-5adb-487d-9006-843dac75dbfa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Aug 18 19:26:31.292826 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bee02-6106-4901-9430-3645e412b43b req-f0900633-60fd-4309-a659-d9035c3d6b48 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:31.294290 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-003bee02-6106-4901-9430-3645e412b43b req-f0900633-60fd-4309-a659-d9035c3d6b48 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0542350 Aug 18 19:26:31.333138 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-003bee02-6106-4901-9430-3645e412b43b req-d66a8d62-a592-4625-8f72-b822c815b2b3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Aug 18 19:26:32.461651 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2dcb3-49c8-4d03-b3fd-ee52f006fd98 req-3ba309cd-7067-453a-b665-172beaf76201 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:32.463493 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19f2dcb3-49c8-4d03-b3fd-ee52f006fd98 req-3ba309cd-7067-453a-b665-172beaf76201 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0540848 Aug 18 19:26:32.503880 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19f2dcb3-49c8-4d03-b3fd-ee52f006fd98 req-9fcae6e7-01d5-4bed-a6d2-e7151df13ae1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343559 Aug 18 19:26:33.340936 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39248952-061e-4552-b4b8-99298ab0103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:33.641728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e17ab-7ded-4ab7-a8b7-c0b4c4aef19c req-b31761b5-27f5-4563-bf30-e404f67318c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:33.643339 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-738e17ab-7ded-4ab7-a8b7-c0b4c4aef19c req-b31761b5-27f5-4563-bf30-e404f67318c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0527220 Aug 18 19:26:33.686769 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-738e17ab-7ded-4ab7-a8b7-c0b4c4aef19c req-f40b8bf9-dd94-426d-be9f-2d57c51f40d3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352504 Aug 18 19:26:34.606995 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:26:34.828488 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1df822-238b-4c22-b8fd-3cba44fa6b19 req-93bb2265-82f6-4b86-aa48-4e0b6ae7700a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:34.830212 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d1df822-238b-4c22-b8fd-3cba44fa6b19 req-93bb2265-82f6-4b86-aa48-4e0b6ae7700a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0643439 Aug 18 19:26:34.870901 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d1df822-238b-4c22-b8fd-3cba44fa6b19 req-16ed7117-170d-4561-8e64-6091fc14998d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345459 Aug 18 19:26:35.636903 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94de28df-d091-4b03-a154-c79145f0e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:36.001018 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:36.007746 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654c525-d252-437c-8afd-9b6c5376b254 req-7439f9e1-cd23-4716-9a2b-b4cfe7601818 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:36.009373 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c654c525-d252-437c-8afd-9b6c5376b254 req-7439f9e1-cd23-4716-9a2b-b4cfe7601818 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0545087 Aug 18 19:26:36.051133 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c654c525-d252-437c-8afd-9b6c5376b254 req-d00b4ea1-aa60-49a3-b9a9-20153249760a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Aug 18 19:26:37.052358 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:37.188030 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e527-fe53-4b2a-a9a6-cb5122500872 req-453691f1-f88c-4110-aa2e-0eb16819f074 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:37.189507 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2b2e527-fe53-4b2a-a9a6-cb5122500872 req-453691f1-f88c-4110-aa2e-0eb16819f074 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0513756 Aug 18 19:26:37.234261 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2b2e527-fe53-4b2a-a9a6-cb5122500872 req-aee67d98-1981-4f2c-94ad-692a8225efe4 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381925 Aug 18 19:26:37.700043 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59780) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:37.820720 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3a29560-dc1a-45f7-86e7-093109002845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:37.912581 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3a29560-dc1a-45f7-86e7-093109002845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:37.919282 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3a29560-dc1a-45f7-86e7-093109002845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:37.962627 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c3a29560-dc1a-45f7-86e7-093109002845 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97d0be6b80034655af1aa39e67590945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588775 Aug 18 19:26:37.962627 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a29560-dc1a-45f7-86e7-093109002845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1ffba-b87c-4b0c-8b32-2fbf23de312e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:37.963647 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:38.015875 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.037278 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.087484 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.090138 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.091315 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1e1ffba-b87c-4b0c-8b32-2fbf23de312e HTTP/1.1" status: 204 len: 168 time: 0.1265519 Aug 18 19:26:38.101021 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554228-eaa8-45fd-b07e-27b2b5b8a111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1ffba-b87c-4b0c-8b32-2fbf23de312e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:38.366400 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e71562-c98b-4db7-9278-1be12aaf6805 req-6625b030-0a2a-478e-bdf1-d31b6b17fab1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:38.369326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3e71562-c98b-4db7-9278-1be12aaf6805 req-6625b030-0a2a-478e-bdf1-d31b6b17fab1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0591488 Aug 18 19:26:38.410411 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3e71562-c98b-4db7-9278-1be12aaf6805 req-010b3e6b-4172-4a18-99a4-ab2314dc1a4f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Aug 18 19:26:38.660153 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.792044 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:38.899327 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1942015299-network', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:38.921645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Made reservation on behalf of e065c6e3ea7742028b8ee4bc956db547 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:26:38.923951 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:38.932219 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.026274 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.032336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.055970 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:26:39.066637 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb5953-464b-4974-81a8-fd9e2e477140,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:39.071513 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.071887 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Added segment 6f45901f-4bf7-47ba-a2d3-241b73c91e67 of type vlan for network e318a8bc-97cf-40f0-a150-a902f973f38f Aug 18 19:26:39.115768 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.141853 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.142980 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:39.143560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.192589 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3993483 Aug 18 19:26:39.195637 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:39.200823 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Request body: {'subnet': {'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1942015299-subnet', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:39.205443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b6e5a-66ca-4137-9cbc-c1f4a36adfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=e318a8bc-97cf-40f0-a150-a902f973f38f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:39.215496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network e318a8bc-97cf-40f0-a150-a902f973f38f details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:26:39.224687 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Made reservation on behalf of e065c6e3ea7742028b8ee4bc956db547 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:26:39.227172 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346493'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.400459 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346475'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.449400 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c929ee31-3e23-478d-b09f-35b3d3d44a24,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:39.467198 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Checking segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:39.467551 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Network hostable DHCP agents. Network: e318a8bc-97cf-40f0-a150-a902f973f38f, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:26:39.504303 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Network e318a8bc-97cf-40f0-a150-a902f973f38f is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:26:39.528610 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, e318a8bc-97cf-40f0-a150-a902f973f38f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:39.533583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:39.534163 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.538644 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9d2d0-c33b-432d-bad2-583c2fedd0ab None None] Network e318a8bc-97cf-40f0-a150-a902f973f38f requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:26:39.556727 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb063-afd8-48e4-b1af-aed414c525fa req-c66013dd-081d-4e06-9dbd-bdb28b9bf8ce tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:39.558229 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd9cb063-afd8-48e4-b1af-aed414c525fa req-c66013dd-081d-4e06-9dbd-bdb28b9bf8ce tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0667667 Aug 18 19:26:39.563124 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-71200cae-9ec5-4281-a8d5-252be70b386c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3631372 Aug 18 19:26:39.563266 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:39.567627 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:39.608492 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.609528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.626202 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fd9cb063-afd8-48e4-b1af-aed414c525fa req-0f4799dc-2c95-44b1-a4e6-4858d821ccd2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552731 Aug 18 19:26:39.675086 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.701859 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-e318a8bc-97cf-40f0-a150-a902f973f38f', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:26:39.702655 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.809853 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.840009 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Allocated IP 172.20.0.2 (e318a8bc-97cf-40f0-a150-a902f973f38f/c929ee31-3e23-478d-b09f-35b3d3d44a24/85ca0f42-7f9d-4dbe-8708-adb7974bc553) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:39.987964 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:39.995971 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Transition to ACTIVE for port object 85ca0f42-7f9d-4dbe-8708-adb7974bc553 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:40.006164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.010939 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Transition to ACTIVE for port object 85ca0f42-7f9d-4dbe-8708-adb7974bc553 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:40.018028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.025378 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.062485 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Network e318a8bc-97cf-40f0-a150-a902f973f38f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:40.065530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:40.069377 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:40.076725 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Pushing event updated for resources: {'Port': ['ID=85ca0f42-7f9d-4dbe-8708-adb7974bc553,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:40.087297 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.087666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.088036 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.088410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.088748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.089163 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.089605 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.090057 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.090371 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.090831 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.091140 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.091503 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:40.136461 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Attempting to bind port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:40.136803 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Attempting to bind port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:40.137188 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Attempting to bind port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 on network e318a8bc-97cf-40f0-a150-a902f973f38f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:40.139936 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Allocated IP 172.27.0.40 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:40.142647 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:40.143172 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Checking segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:40.143645 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.144454 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Bound using segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:40.144945 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Bound port: 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:40.145281 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.208028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] For port 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:40.211857 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] For port 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=85ca0f42-7f9d-4dbe-8708-adb7974bc553,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:40.220012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.258488 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.288494 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0403-cee5-49c0-9a3f-8c29ec6cd9fd None None] Pushing event updated for resources: {'Port': ['ID=85ca0f42-7f9d-4dbe-8708-adb7974bc553,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:40.306214 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.346715 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:40.349926 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:40.353636 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:40.378870 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Pushing event updated for resources: {'Port': ['ID=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:40.615333 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-65c15780-a6d2-46f5-a2c9-b1b82d249219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:40.617536 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-65c15780-a6d2-46f5-a2c9-b1b82d249219 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1098 time: 0.0427589 Aug 18 19:26:40.628184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.732154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-e5fd884e-61d5-4541-9ac6-890e191d36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:40.734008 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-e5fd884e-61d5-4541-9ac6-890e191d36bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0956829 Aug 18 19:26:40.774289 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd54b-7fd9-4404-b821-e4b6c492f48d req-b4004943-b003-4621-90c8-cc0f8865bc86 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:40.775641 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-abbdd54b-7fd9-4404-b821-e4b6c492f48d req-b4004943-b003-4621-90c8-cc0f8865bc86 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0666308 Aug 18 19:26:40.800395 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-018cb841-5f04-4aca-99cc-9166d8952971 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 1001 time: 0.0588317 Aug 18 19:26:40.856861 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-0e774fd2-1de4-4e87-b595-d86c9a7a148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:40.858320 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-0e774fd2-1de4-4e87-b595-d86c9a7a148e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0494514 Aug 18 19:26:40.882615 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-abbdd54b-7fd9-4404-b821-e4b6c492f48d req-56f93761-47f9-4659-995a-fb3062caae91 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755210 Aug 18 19:26:40.898448 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:40.912088 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-6163b0cb-ad39-4df7-bc4a-c2c1e465ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:40.914024 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-6163b0cb-ad39-4df7-bc4a-c2c1e465ec59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455432 Aug 18 19:26:41.017557 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-9626b4a3-a202-4aab-95c8-be99f39dfb43 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953417 Aug 18 19:26:41.120152 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-502dad31-f209-4a53-acc8-ca10d17d0487 req-2793ec6f-0c6a-4b44-af9c-8eec8e6e0fc1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937979 Aug 18 19:26:41.184054 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f710d8e-a459-4016-8fc5-19e806ad12e6 None None] Network e318a8bc-97cf-40f0-a150-a902f973f38f requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:26:41.250748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.254888 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2db204ad-b549-4481-bd52-bbdca6a57e9c None None] Provisioning for port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:41.305109 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Router 96f9f4a5-ad40-4571-af18-f3b955ad0958 is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:26:41.414253 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:41.426430 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Sync routers for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:41.433068 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.434342 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ae9db89a-c86b-44f5-8d2a-f6729122be30 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8700819 Aug 18 19:26:41.437262 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:41.440503 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:41.441135 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:41.557275 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 85ca0f42-7f9d-4dbe-8708-adb7974bc553 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:41.585190 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:41.724110 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:41.738215 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:41.738594 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.853373 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.857234 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:40Z', 'revision_number': 3, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:41.873117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.894446 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Checking router: 96f9f4a5-ad40-4571-af18-f3b955ad0958 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:41.894784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Updating router 96f9f4a5-ad40-4571-af18-f3b955ad0958 port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:26:41.935242 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:41.939352 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=85ca0f42-7f9d-4dbe-8708-adb7974bc553,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:41.960028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.060231 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99029c43-6396-407a-aa8e-f390d4dfeee6 req-fe0f9693-878a-443e-9754-2d0d7825b60d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:42.061758 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99029c43-6396-407a-aa8e-f390d4dfeee6 req-fe0f9693-878a-443e-9754-2d0d7825b60d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0912964 Aug 18 19:26:42.069687 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Allocated IP 172.20.0.1 (e318a8bc-97cf-40f0-a150-a902f973f38f/c929ee31-3e23-478d-b09f-35b3d3d44a24/e5eb3c4d-45ce-4330-9816-4affb1898660) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:42.081136 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=85ca0f42-7f9d-4dbe-8708-adb7974bc553,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:42.145661 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99029c43-6396-407a-aa8e-f390d4dfeee6 req-74d9710c-cead-4ec0-a8d1-e6f8089a9955 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771685 Aug 18 19:26:42.199368 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.212263 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Transition to ACTIVE for port object e5eb3c4d-45ce-4330-9816-4affb1898660 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:42.244682 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.245365 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.254838 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Transition to ACTIVE for port object cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:42.261582 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.289445 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Network e318a8bc-97cf-40f0-a150-a902f973f38f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:42.292548 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:42.296244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:42.313010 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Attempting to bind port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:42.313358 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Attempting to bind port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:42.313716 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Attempting to bind port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:42.315783 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c888a-c068-4ed6-b801-3dd8f0e1ebdb None None] Pushing event updated for resources: {'Port': ['ID=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:42.322250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:42.322392 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:42.322624 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:42.323034 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.323410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:42.323882 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Bound port: cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:42.324251 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.338250 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.385310 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] For port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:42.388725 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] For port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:42.396173 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.461991 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:42.462643 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:42.465579 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c888a-c068-4ed6-b801-3dd8f0e1ebdb None None] Pushing event updated for resources: {'Port': ['ID=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:42.480850 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.564758 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-457373d2-0181-4f53-ba19-b8b12a7d5d9d None None] Provisioning for port e5eb3c4d-45ce-4330-9816-4affb1898660 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:42.573025 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-457373d2-0181-4f53-ba19-b8b12a7d5d9d None None] Provisioning complete for port e5eb3c4d-45ce-4330-9816-4affb1898660 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:42.573345 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-457373d2-0181-4f53-ba19-b8b12a7d5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.597420 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:42.648463 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-457373d2-0181-4f53-ba19-b8b12a7d5d9d None None] Port e5eb3c4d-45ce-4330-9816-4affb1898660 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:26:42.659751 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.665952 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.733075 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:42.735217 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:42.828257 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 1, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:42.834048 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Network e318a8bc-97cf-40f0-a150-a902f973f38f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:42.835429 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:42.960817 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Router 96f9f4a5-ad40-4571-af18-f3b955ad0958 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:26:42.988176 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c591d1-c8c0-4467-b730-21e03ebde650 None None] The sync data for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi is: [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 1, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:43.078349 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f8747a5e-9c2d-46c7-99af-12d9997b59c4 None None] Provisioning complete for port e5eb3c4d-45ce-4330-9816-4affb1898660 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:43.078720 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8747a5e-9c2d-46c7-99af-12d9997b59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.087705 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:43.093326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b0b28834-c85f-4f4d-bd48-fd84c12034cf admin admin] 10.222.0.25 "PUT /v2.0/routers/96f9f4a5-ad40-4571-af18-f3b955ad0958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548724 Aug 18 19:26:43.118587 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f8747a5e-9c2d-46c7-99af-12d9997b59c4 None None] Port e5eb3c4d-45ce-4330-9816-4affb1898660 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:26:43.314421 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac79b-8300-4de4-8516-7caeea74d6c2 req-a0bc3b31-6bd1-40d9-879d-a52f459aafeb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:43.316217 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cafac79b-8300-4de4-8516-7caeea74d6c2 req-a0bc3b31-6bd1-40d9-879d-a52f459aafeb tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0697091 Aug 18 19:26:43.362607 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cafac79b-8300-4de4-8516-7caeea74d6c2 req-f3d0daa3-2c44-42e8-8967-6562deb8cdd2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Aug 18 19:26:43.508819 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 85ca0f42-7f9d-4dbe-8708-adb7974bc553 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:43.566143 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:43.566521 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.678954 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:43.689310 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1415604243-network', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:43.722333 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Made reservation on behalf of f965fec44ad94fbc82b3e03505ef69e7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:26:43.724869 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.734224 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.828479 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.833476 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.861242 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:26:43.871583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dae1d6-7376-4897-a422-6b5ea4891863,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:43.888836 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.889257 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Added segment af94fcbb-4d9e-4900-8a62-316d32769e59 of type vlan for network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 Aug 18 19:26:43.932536 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.961629 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:43.962723 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:43.963285 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.021460 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3416233 Aug 18 19:26:44.023200 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:44.028132 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Request body: {'subnet': {'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1415604243-subnet', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:44.039658 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b55e1-69f3-4009-90b2-971c37d3de6b admin admin] Pushing event updated for resources: {'Network': ['ID=5f8e3d00-6b22-4068-b4eb-8c2387a93eb5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:44.050453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:26:44.064035 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Made reservation on behalf of f965fec44ad94fbc82b3e03505ef69e7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:26:44.067798 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346493'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.271121 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346475'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.340614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4a62bb-7cd2-4390-919a-0ef6648ba00c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:44.342875 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Checking segment: {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:44.343351 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Network hostable DHCP agents. Network: 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:26:44.361545 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:26:44.373304 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:44.378749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:44.379349 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.384100 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672186e-af54-426a-9340-fa35b67069c1 None None] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:26:44.406609 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59894) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:44.412720 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:44.418236 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d73aafd5-55d0-4808-bc2e-dbc43dcea62b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3922157 Aug 18 19:26:44.441367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258046'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.442443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-285267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-287198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258039'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.499093 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.515238 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d90cd-b69a-49cc-8274-36b39d94fc95 req-c0ba39e3-5877-4994-b6db-9658a88d335c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:44.517040 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044d90cd-b69a-49cc-8274-36b39d94fc95 req-c0ba39e3-5877-4994-b6db-9658a88d335c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0588565 Aug 18 19:26:44.558718 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3d3941d-cfe3-5f94-bd02-eca033f4cb30-5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c'}]}} from dv-cinder-784092-14-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 19:26:44.559582 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.585884 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-044d90cd-b69a-49cc-8274-36b39d94fc95 req-07192465-4c7c-4b1d-8f38-9f674e1b10a3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602787 Aug 18 19:26:44.655489 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.715364 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Allocated IP 172.20.0.2 (5f8e3d00-6b22-4068-b4eb-8c2387a93eb5/2f4a62bb-7cd2-4390-919a-0ef6648ba00c/574c7b1e-816a-45ed-978c-2c7bd13c32d2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:44.872471 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.876328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.885278 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Transition to ACTIVE for port object 574c7b1e-816a-45ed-978c-2c7bd13c32d2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:44.892445 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.901114 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Transition to ACTIVE for port object 574c7b1e-816a-45ed-978c-2c7bd13c32d2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:44.908379 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:44.944603 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:44.947439 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:44.950889 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:44.973702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Pushing event updated for resources: {'Port': ['ID=574c7b1e-816a-45ed-978c-2c7bd13c32d2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:45.014404 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Allocated IP 172.27.0.194 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/2213c5bd-7183-4c03-9740-0c588e281694) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:45.023091 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Attempting to bind port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:45.023469 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Attempting to bind port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:45.023832 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Attempting to bind port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 on network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:45.029875 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:45.030134 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Checking segment: {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:45.030714 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.031800 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Bound using segment: {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:45.032316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Bound port: 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:45.032703 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.102077 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] For port 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:45.105573 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] For port 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=574c7b1e-816a-45ed-978c-2c7bd13c32d2,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:45.110762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.121913 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:26:45.130054 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.177971 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.184361 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e132c4d-427a-4b4d-bb43-c26328645564 None None] Pushing event updated for resources: {'Port': ['ID=574c7b1e-816a-45ed-978c-2c7bd13c32d2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:45.221575 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Sync routers for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:45.222151 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:45.229887 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:45.231401 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:45.232061 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:45.234173 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:45.258252 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2213c5bd-7183-4c03-9740-0c588e281694,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:45.294967 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:45.310752 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '414647d0-d133-4489-aca4-332d8a207485', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:26:45.361038 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.373224 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:45.441688 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:26:45.506789 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:45.518704 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.653938 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['414647d0-d133-4489-aca4-332d8a207485'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:26:45.660905 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.788165 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 2, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:45.825031 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 574c7b1e-816a-45ed-978c-2c7bd13c32d2 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:45.835255 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Checking router: 96f9f4a5-ad40-4571-af18-f3b955ad0958 for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:45.836157 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Updating router 96f9f4a5-ad40-4571-af18-f3b955ad0958 port e5eb3c4d-45ce-4330-9816-4affb1898660 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:26:45.862986 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5302f-ac4b-4100-a882-5c150a063b1a req-b5f0ec9f-13c6-409c-9f67-61df0b16a079 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:45.864979 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8af5302f-ac4b-4100-a882-5c150a063b1a req-b5f0ec9f-13c6-409c-9f67-61df0b16a079 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.1180933 Aug 18 19:26:45.889009 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:45.892594 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:45.932186 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8af5302f-ac4b-4100-a882-5c150a063b1a req-bdbc3135-3c78-46ec-859c-80c4600d7630 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589440 Aug 18 19:26:45.995224 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:46.016717 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:46.018245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-285258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-287003'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.089920 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:46.096158 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:46.096534 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.196058 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Router 98cad32d-8ea8-4c56-8660-85760d773ade is scheduled to L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 19:26:46.222785 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.245827 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:46.254698 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.317012 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.326678 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:46.331289 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Transition to ACTIVE for port object e5eb3c4d-45ce-4330-9816-4affb1898660 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:46.340573 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.392262 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:46.409673 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Pushing event updated for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:46.412429 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Sync routers for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:46.425427 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.427237 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7dcf3f81-9879-4ee0-a82c-77e20cdb61b6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0193534 Aug 18 19:26:46.432358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:46.432640 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:46.433310 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:46.478329 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.478680 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.479014 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.479339 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.479961 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.480065 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.480312 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.480630 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.480962 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.482643 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.483136 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.483602 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:26:46.526367 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Attempting to bind port e5eb3c4d-45ce-4330-9816-4affb1898660 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:46.534156 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Attempting to bind port e5eb3c4d-45ce-4330-9816-4affb1898660 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:46.534923 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Attempting to bind port e5eb3c4d-45ce-4330-9816-4affb1898660 on network e318a8bc-97cf-40f0-a150-a902f973f38f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:46.547767 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:46.548511 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Checking segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:46.549078 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.549629 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Bound using segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:46.550265 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Bound port: e5eb3c4d-45ce-4330-9816-4affb1898660, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:46.550832 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.680019 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa97ff2-9c9b-428b-808f-ea052e16eb32 None None] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:26:46.694021 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] For port e5eb3c4d-45ce-4330-9816-4affb1898660, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:46.697844 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] For port e5eb3c4d-45ce-4330-9816-4affb1898660, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e5eb3c4d-45ce-4330-9816-4affb1898660,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:46.709931 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:46.794873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:46.798691 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0076d5b-be3b-4c8a-8108-ac355993db3b None None] Pushing event updated for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:46.913962 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:46.916423 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:47.034249 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Provisioning for port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:47.082024 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Provisioning complete for port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:47.082559 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:47.119662 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:47.183589 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abfa82-f474-4011-a814-11fb52b08fbc req-436fa026-0047-4553-ad00-fe4f15659408 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:47.191240 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97abfa82-f474-4011-a814-11fb52b08fbc req-436fa026-0047-4553-ad00-fe4f15659408 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.1014342 Aug 18 19:26:47.194652 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:47.238195 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97abfa82-f474-4011-a814-11fb52b08fbc req-f1126e30-67cb-4254-9c8c-c270c2206246 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Aug 18 19:26:47.245020 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:47.301260 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] For port 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=574c7b1e-816a-45ed-978c-2c7bd13c32d2,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:47.306608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:45Z', 'revision_number': 3, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:47.426411 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Allocated IP 172.20.0.1 (5f8e3d00-6b22-4068-b4eb-8c2387a93eb5/2f4a62bb-7cd2-4390-919a-0ef6648ba00c/b1554e5f-b49e-4134-a046-894bf59ddc26) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:26:47.670614 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e5eb3c4d-45ce-4330-9816-4affb1898660 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:47.673461 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Checking router: 98cad32d-8ea8-4c56-8660-85760d773ade for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:47.674006 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Updating router 98cad32d-8ea8-4c56-8660-85760d773ade port 2213c5bd-7183-4c03-9740-0c588e281694 binding host dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:26:47.678326 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:47.689534 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:47.732095 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55085511-8cd1-4d86-8564-d39fb90f731a None None] The sync data for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi is: [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:47.760887 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:47.847326 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866885-871a-488b-9f3d-cfbecf005d18 None None] Pushing event updated for resources: {'Port': ['ID=574c7b1e-816a-45ed-978c-2c7bd13c32d2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:47.982994 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d08e6c76-7b08-4405-848c-6fddbccd692c None None] Provisioning complete for port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:47.983526 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d08e6c76-7b08-4405-848c-6fddbccd692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.021361 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port e5eb3c4d-45ce-4330-9816-4affb1898660 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:48.052624 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port e5eb3c4d-45ce-4330-9816-4affb1898660 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:48.053049 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.097814 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.118517 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Transition to ACTIVE for port object b1554e5f-b49e-4134-a046-894bf59ddc26 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:48.184276 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.219817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:48.244572 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:48.264697 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:26:48.289551 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.342437 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-283475'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.394762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.398399 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port e5eb3c4d-45ce-4330-9816-4affb1898660, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e5eb3c4d-45ce-4330-9816-4affb1898660,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:48.420385 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:48.441212 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.446368 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:48.454722 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4784-71fa-4990-a048-84c12fa551f6 req-a025ff28-1dc8-4481-acff-4212b6fcc90f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:48.466376 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f45a4784-71fa-4990-a048-84c12fa551f6 req-a025ff28-1dc8-4481-acff-4212b6fcc90f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.1043999 Aug 18 19:26:48.539688 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f45a4784-71fa-4990-a048-84c12fa551f6 req-0a96755c-e033-4f34-9631-7b2bc597c523 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719395 Aug 18 19:26:48.586780 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.619985 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Transition to ACTIVE for port object 2213c5bd-7183-4c03-9740-0c588e281694 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:48.621280 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:48.655594 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.783767 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11b89-34fa-4c37-bc56-d22c4d228d67 None None] Pushing event updated for resources: {'Port': ['ID=2213c5bd-7183-4c03-9740-0c588e281694,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:48.786278 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Attempting to bind port 2213c5bd-7183-4c03-9740-0c588e281694 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:48.786748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Attempting to bind port 2213c5bd-7183-4c03-9740-0c588e281694 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:48.787239 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Attempting to bind port 2213c5bd-7183-4c03-9740-0c588e281694 on network 93a13642-73e9-448e-a9de-828e18b02abe {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:48.798221 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:48.798796 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Checking segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:48.799450 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.800111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Bound using segment: {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:48.800860 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Bound port: 2213c5bd-7183-4c03-9740-0c588e281694, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c2d9a3-0479-4977-ab24-95db82593b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:48.801345 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.827647 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:48.828553 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.886952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.895964 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.904192 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] For port 2213c5bd-7183-4c03-9740-0c588e281694, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:48.909068 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-06a3e06c-81d9-4c97-a220-5b956bf14944 None None] Provisioning for port b1554e5f-b49e-4134-a046-894bf59ddc26 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:48.922472 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-06a3e06c-81d9-4c97-a220-5b956bf14944 None None] Provisioning complete for port b1554e5f-b49e-4134-a046-894bf59ddc26 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:48.922472 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06a3e06c-81d9-4c97-a220-5b956bf14944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:48.925289 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] For port 2213c5bd-7183-4c03-9740-0c588e281694, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=2213c5bd-7183-4c03-9740-0c588e281694,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:48.929307 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:48.956800 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.011454 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-283559'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.036629 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:49.082877 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-06a3e06c-81d9-4c97-a220-5b956bf14944 None None] Port b1554e5f-b49e-4134-a046-894bf59ddc26 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:26:49.105125 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11b89-34fa-4c37-bc56-d22c4d228d67 None None] Pushing event updated for resources: {'Port': ['ID=2213c5bd-7183-4c03-9740-0c588e281694,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:49.110995 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:49.111720 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:49.150118 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:26:49.156243 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:26:49.170784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 414647d0-d133-4489-aca4-332d8a207485 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:49.171312 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.298936 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:49.342059 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Router 98cad32d-8ea8-4c56-8660-85760d773ade has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:26:49.490947 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.540955 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:26:49.543255 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23bb1f-4cb5-40ac-8817-249c6f9bc1f6" -d '{"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:26:49.556952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:26:49.568143 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a3b7e433-3da9-4cd0-9e22-c0e8619020d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/98cad32d-8ea8-4c56-8660-85760d773ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1301501 Aug 18 19:26:49.582570 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e5eb3c4d-45ce-4330-9816-4affb1898660 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:49.584522 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d0504ac5-bd4d-45a4-bafa-fe38952a50ce None None] Provisioning complete for port b1554e5f-b49e-4134-a046-894bf59ddc26 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:49.584892 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0504ac5-bd4d-45a4-bafa-fe38952a50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.599465 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:49.656410 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f5c31f-3dfe-434f-bae2-01c6dc4d54bb x-openstack-request-id: req-10f5c31f-3dfe-434f-bae2-01c6dc4d54bb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:26:49.657515 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:26:49.657823 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10f5c31f-3dfe-434f-bae2-01c6dc4d54bb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:26:49.658233 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'code': 200} Aug 18 19:26:49.674661 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.746153 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388c09-cab8-45cb-b976-d35df157857d req-29828d58-c806-48d6-bcc6-075aad01b48a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:49.755594 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5388c09-cab8-45cb-b976-d35df157857d req-29828d58-c806-48d6-bcc6-075aad01b48a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0757806 Aug 18 19:26:49.763283 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d0504ac5-bd4d-45a4-bafa-fe38952a50ce None None] Port b1554e5f-b49e-4134-a046-894bf59ddc26 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:26:49.823383 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:49.830643 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5388c09-cab8-45cb-b976-d35df157857d req-da1c9d3e-1bc2-4e5e-a906-6f95cab39cfd tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733466 Aug 18 19:26:49.842749 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port e5eb3c4d-45ce-4330-9816-4affb1898660 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:49.843174 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:49.890139 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'b1554e5f-b49e-4134-a046-894bf59ddc26', 'name': '', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'mac_address': 'fa:16:3e:9c:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:47Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 2, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'subnets': [{'id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:49.928271 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6c65b-74f2-42f1-b128-65179f30fc79 None None] The sync data for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi is: [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'b1554e5f-b49e-4134-a046-894bf59ddc26', 'name': '', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'mac_address': 'fa:16:3e:9c:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:47Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 2, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'subnets': [{'id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:50.055315 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 574c7b1e-816a-45ed-978c-2c7bd13c32d2 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:50.358799 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:50.359172 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:50.697767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:50.702808 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178293131', 'description': 'tempest-secgroup-smoke-178293131 description', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:50.747611 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:50.888701 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:50.897728 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:50.934434 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea01fb-ab33-4542-9f45-274f951f93fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:50.940017 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:50.943902 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-14ca4f1d-313d-42b3-9010-d046d9679c5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2432282 Aug 18 19:26:50.947642 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:50.952579 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:51.046509 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.081405 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bc238-d0e7-4540-a357-770674acd555 req-b68b974b-71de-42b7-85ed-df4047704acc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:51.089096 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a19bc238-d0e7-4540-a357-770674acd555 req-b68b974b-71de-42b7-85ed-df4047704acc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.1268961 Aug 18 19:26:51.147194 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.159244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.188106 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a19bc238-d0e7-4540-a357-770674acd555 req-97b34f67-7a7f-4e79-8f0f-31223ee55500 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979586 Aug 18 19:26:51.218464 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb79530f-a89a-4bf4-8b75-498613c70159,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:51.223393 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.224960 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3ddfb73e-9fdb-40a0-8290-60b25c34bc33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762098 Aug 18 19:26:51.228962 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:51.234052 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:51.274769 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.358481 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.368501 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.389303 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca49cbb-fb13-4277-8c6d-f7f99e7c14ce,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:51.397760 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.399141 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6f26e2b6-d610-419f-b209-21d77defe417 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1691222 Aug 18 19:26:51.402746 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:51.409806 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:51.471878 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.582180 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.589252 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.612908 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 2213c5bd-7183-4c03-9740-0c588e281694 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:51.617709 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3f7bc0-ee4a-45ea-ac0b-ebc19a815e9b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:51.633669 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.634997 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b3cc97a4-764a-4930-96e7-997cdcc53f18 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311518 Aug 18 19:26:51.667016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 59992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:51.675162 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:51.706812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port 2213c5bd-7183-4c03-9740-0c588e281694 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:51.710045 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.711719 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 2213c5bd-7183-4c03-9740-0c588e281694 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:51.712352 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.815336 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.822850 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.847370 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcdb49e-c26e-4574-b818-5555602e87e9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:51.854257 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.865157 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.868610 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c81c4468-7cb7-4e78-8a05-c269ca299f78 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987441 Aug 18 19:26:51.872615 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 59998) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:51.877984 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:51.887334 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port 2213c5bd-7183-4c03-9740-0c588e281694, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=2213c5bd-7183-4c03-9740-0c588e281694,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:51.893633 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.924343 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Project e065c6e3ea7742028b8ee4bc956db547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:26:51.930755 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:51.980795 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=2213c5bd-7183-4c03-9740-0c588e281694,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:52.017239 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.023129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.040537 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865daff4-67c1-4e3d-84b5-76bd60759bd5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:52.049402 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.050917 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6821c219-a85c-4de1-8a8b-e49a74f184c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1771665 Aug 18 19:26:52.053854 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:52.058507 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'security_group_rule': {'security_group_id': '76ea01fb-ab33-4542-9f45-274f951f93fb', 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:26:52.086595 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Project e065c6e3ea7742028b8ee4bc956db547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 19:26:52.091974 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.167425 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.173054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582428'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.201420 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5522ba-8406-4185-8c58-caf081fc74cd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:52.210391 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:52.221669 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d2bd2974-782f-4d62-bb75-f0a98c64e6e5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666548 Aug 18 19:26:52.334729 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614eb3b-f19b-41ad-8e8b-b9b98f3445ad req-6027d2a1-4edb-4cf6-b19c-df35678741e8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:52.336326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e614eb3b-f19b-41ad-8e8b-b9b98f3445ad req-6027d2a1-4edb-4cf6-b19c-df35678741e8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0695841 Aug 18 19:26:52.402306 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e614eb3b-f19b-41ad-8e8b-b9b98f3445ad req-abfeb2d1-1426-4b68-8791-245a3693a94c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559132 Aug 18 19:26:53.550518 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 2213c5bd-7183-4c03-9740-0c588e281694 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:53.574917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39346747-e73e-4bef-a480-54d5ecca477d req-50705fa3-877a-4839-a89f-0e302bc94da5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:53.577017 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39346747-e73e-4bef-a480-54d5ecca477d req-50705fa3-877a-4839-a89f-0e302bc94da5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0663147 Aug 18 19:26:53.603781 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port 2213c5bd-7183-4c03-9740-0c588e281694 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:53.604428 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:53.644966 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39346747-e73e-4bef-a480-54d5ecca477d req-716c8b1a-6e91-4a72-b7c2-0912d271a72d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590341 Aug 18 19:26:54.066808 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Sync routers for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:26:54.076804 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:54.077833 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:54.240068 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:54.526257 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'b1554e5f-b49e-4134-a046-894bf59ddc26', 'name': '', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'mac_address': 'fa:16:3e:9c:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:47Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 2, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'subnets': [{'id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:54.559400 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Checking router: 98cad32d-8ea8-4c56-8660-85760d773ade for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:26:54.559857 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Updating router 98cad32d-8ea8-4c56-8660-85760d773ade port b1554e5f-b49e-4134-a046-894bf59ddc26 binding host dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 19:26:54.592385 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:54.791435 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74680-206b-4a9d-81da-49f4e39fce68 req-5623c8e8-f3cb-40bd-ae58-451f7d1df2a2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:54.792978 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36b74680-206b-4a9d-81da-49f4e39fce68 req-5623c8e8-f3cb-40bd-ae58-451f7d1df2a2 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0730653 Aug 18 19:26:54.876570 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36b74680-206b-4a9d-81da-49f4e39fce68 req-61fdf527-fb96-47cd-a08c-e647fd461ece tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699775 Aug 18 19:26:54.965088 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:54.980720 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Transition to ACTIVE for port object b1554e5f-b49e-4134-a046-894bf59ddc26 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:26:55.001058 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.066851 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c84f3-fb79-4f88-ba45-0c7f9615e651 None None] Pushing event updated for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:55.135196 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Attempting to bind port b1554e5f-b49e-4134-a046-894bf59ddc26 on host dv-cinder-784092-14-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:26:55.136085 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Attempting to bind port b1554e5f-b49e-4134-a046-894bf59ddc26 by drivers openvswitch,hyperv on host dv-cinder-784092-14-iscsi at level 0 using segments [{'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:26:55.136643 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Attempting to bind port b1554e5f-b49e-4134-a046-894bf59ddc26 on network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:26:55.143619 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Checking agent: {'id': '6705c68b-f882-4756-9e8a-054cafc6a286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 12, 36), 'started_at': datetime.datetime(2021, 8, 18, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:26:55.144104 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Checking segment: {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:26:55.144938 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.145473 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Bound using segment: {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:26:55.146003 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Bound port: b1554e5f-b49e-4134-a046-894bf59ddc26, host: dv-cinder-784092-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af94fcbb-4d9e-4900-8a62-316d32769e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:26:55.146464 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.260586 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] For port b1554e5f-b49e-4134-a046-894bf59ddc26, host dv-cinder-784092-14-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:26:55.264006 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] For port b1554e5f-b49e-4134-a046-894bf59ddc26, host dv-cinder-784092-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=b1554e5f-b49e-4134-a046-894bf59ddc26,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:26:55.274600 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.382435 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:26:55.383440 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:26:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:55.455182 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c84f3-fb79-4f88-ba45-0c7f9615e651 None None] Pushing event updated for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:55.466094 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:55.618716 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:26:55.643822 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90000a7a-3fc0-499e-adba-74f43aff1753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.769890 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90000a7a-3fc0-499e-adba-74f43aff1753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.776050 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90000a7a-3fc0-499e-adba-74f43aff1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.814728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90000a7a-3fc0-499e-adba-74f43aff1753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454aa577-b438-4adb-8151-ceff7a970d72,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:55.820435 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-90000a7a-3fc0-499e-adba-74f43aff1753 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a187afb2cee246a99e7a01f241213ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522797 Aug 18 19:26:55.822379 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:26:55.911774 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:55.917416 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'b1554e5f-b49e-4134-a046-894bf59ddc26', 'name': '', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'mac_address': 'fa:16:3e:9c:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:47Z', 'updated_at': '2021-08-18T19:26:55Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'subnets': [{'id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:26:55.957273 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70588c5-5a12-4347-89c5-f25f05b6df73 None None] The sync data for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi is: [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'b1554e5f-b49e-4134-a046-894bf59ddc26', 'name': '', 'network_id': '5f8e3d00-6b22-4068-b4eb-8c2387a93eb5', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'mac_address': 'fa:16:3e:9c:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:47Z', 'updated_at': '2021-08-18T19:26:55Z', 'revision_number': 4, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'subnets': [{'id': '2f4a62bb-7cd2-4390-919a-0ef6648ba00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:26:55.957769 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:56.045488 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:56.050575 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:56.055501 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/454aa577-b438-4adb-8151-ceff7a970d72 HTTP/1.1" status: 204 len: 168 time: 0.2280304 Aug 18 19:26:56.064586 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0199d9-8ae5-4c9a-9850-4be59328f7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454aa577-b438-4adb-8151-ceff7a970d72,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:56.149469 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2231ba7-4b0a-4e0e-bea4-4f62904c39f1 req-6c059edf-d157-460b-bf6f-0ffa0b6ed0fe tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:56.153045 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e2231ba7-4b0a-4e0e-bea4-4f62904c39f1 req-6c059edf-d157-460b-bf6f-0ffa0b6ed0fe tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.1715329 Aug 18 19:26:56.229849 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e2231ba7-4b0a-4e0e-bea4-4f62904c39f1 req-fd2b3fde-f3fa-48f4-a7fd-2bf11a5e5903 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665205 Aug 18 19:26:57.366431 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846c031-52a0-4280-99d2-69e32372bdfa req-6c80ae9e-1c1d-4433-975c-49671d601177 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:57.368058 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1846c031-52a0-4280-99d2-69e32372bdfa req-6c80ae9e-1c1d-4433-975c-49671d601177 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0695596 Aug 18 19:26:57.414232 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1846c031-52a0-4280-99d2-69e32372bdfa req-733334bb-fcac-4515-9fb6-c08120eddc61 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381925 Aug 18 19:26:57.551488 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1554e5f-b49e-4134-a046-894bf59ddc26 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:57.604106 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning for port b1554e5f-b49e-4134-a046-894bf59ddc26 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:26:57.608306 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port b1554e5f-b49e-4134-a046-894bf59ddc26 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:57.608833 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:57.698786 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:57.733012 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] For port b1554e5f-b49e-4134-a046-894bf59ddc26, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=b1554e5f-b49e-4134-a046-894bf59ddc26,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:26:57.738976 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:57.804106 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Pushing event updated for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:26:58.544103 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdda14-c91d-49de-ab15-84f458591600 req-fdf24a58-8200-4f8c-8bbf-05b901374252 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:58.548301 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ccdda14-c91d-49de-ab15-84f458591600 req-fdf24a58-8200-4f8c-8bbf-05b901374252 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0617054 Aug 18 19:26:58.585622 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4ccdda14-c91d-49de-ab15-84f458591600 req-55faa8ac-516a-432d-bbb7-14d094fd9ed1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Aug 18 19:26:59.421380 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-9929c621-3a51-4173-8995-df0426773e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:59.423131 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-9929c621-3a51-4173-8995-df0426773e58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1098 time: 0.0508940 Aug 18 19:26:59.504411 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1554e5f-b49e-4134-a046-894bf59ddc26 up at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:26:59.514916 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-42f3bc77-5181-4868-ae1c-6e0e965b9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:59.516426 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-42f3bc77-5181-4868-ae1c-6e0e965b9115 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0849481 Aug 18 19:26:59.553064 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Provisioning complete for port b1554e5f-b49e-4134-a046-894bf59ddc26 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:26:59.553422 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:26:59.590515 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-df3e5ccd-1550-447b-935e-9bb03694af59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 1001 time: 0.0650084 Aug 18 19:26:59.641936 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-982a7202-1eca-457b-b96f-61656eeb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:59.643764 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-982a7202-1eca-457b-b96f-61656eeb981d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0459032 Aug 18 19:26:59.691322 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-38b15727-da70-40d0-b16b-d28ddb9f411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:59.692899 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-38b15727-da70-40d0-b16b-d28ddb9f411e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409203 Aug 18 19:26:59.709607 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8c79-0491-41af-8623-a7cc45d3ca07 req-f609c167-078b-421f-aef0-74c51417f398 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:26:59.711059 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-228e8c79-0491-41af-8623-a7cc45d3ca07 req-f609c167-078b-421f-aef0-74c51417f398 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0473680 Aug 18 19:26:59.748799 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-228e8c79-0491-41af-8623-a7cc45d3ca07 req-30d17853-116b-4f7a-ae86-439f4fe4b0b9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Aug 18 19:26:59.795107 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-1ecec0d1-f55f-479d-9b4b-85a10b5e1908 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Aug 18 19:26:59.895341 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6eef70b2-f9ef-4faf-a121-940cf484714d req-e2ce11fa-0b72-4214-99cf-d03de258bb30 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Aug 18 19:27:00.883797 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123640d-f9e2-40e9-8378-e00ee7add4c6 req-05724cf6-067b-4afe-aba9-6de3bf64a44c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:00.885301 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4123640d-f9e2-40e9-8378-e00ee7add4c6 req-05724cf6-067b-4afe-aba9-6de3bf64a44c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0538394 Aug 18 19:27:00.931264 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4123640d-f9e2-40e9-8378-e00ee7add4c6 req-38e5a17c-271d-4030-836e-f7af625c2f5b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368366 Aug 18 19:27:01.980919 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:02.058063 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:02.067013 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1635b-c3dd-43d4-90d2-427d342155e7 req-694b96c2-a2bb-4e49-9854-6de4ddc86110 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:02.068535 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fa1635b-c3dd-43d4-90d2-427d342155e7 req-694b96c2-a2bb-4e49-9854-6de4ddc86110 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 945 time: 0.0503788 Aug 18 19:27:02.084308 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:02.086573 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c70822-1b6c-4b56-a6c7-3b52a5fe9419" -d '{"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:02.099822 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:02.105500 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:02.115043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6fa1635b-c3dd-43d4-90d2-427d342155e7 req-659f08ec-bd4c-4bed-818d-78914f488749 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Aug 18 19:27:02.154869 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:02.161616 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e13360-4151-4bc8-822b-c5079aa3ae18 x-openstack-request-id: req-66e13360-4151-4bc8-822b-c5079aa3ae18 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:02.161910 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:02.162147 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66e13360-4151-4bc8-822b-c5079aa3ae18 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:02.162681 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'code': 200} Aug 18 19:27:03.145832 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460686d-afd5-4226-99e8-0a9b5811c03f req-3fbf9d00-d889-4e92-a097-34a800894289 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:03.147575 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a460686d-afd5-4226-99e8-0a9b5811c03f req-3fbf9d00-d889-4e92-a097-34a800894289 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0529814 Aug 18 19:27:03.185907 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a460686d-afd5-4226-99e8-0a9b5811c03f req-3dcc439c-5025-4a88-9326-6725fa8136c8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Aug 18 19:27:03.336208 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2faa3da5-90b4-452e-a134-ae4f41d10326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:03.486655 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:03.581764 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-9ba055ff-c4fc-4a97-8934-df067f1a69c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939724 Aug 18 19:27:04.327917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d504e-5408-479a-aff7-980915a549e2 req-788fea86-cc20-4aea-b8ae-1a4fbff73ca5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.329434 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e9d504e-5408-479a-aff7-980915a549e2 req-788fea86-cc20-4aea-b8ae-1a4fbff73ca5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0619414 Aug 18 19:27:04.373125 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e9d504e-5408-479a-aff7-980915a549e2 req-3360d8a8-5ba1-4162-995d-5e05b0137a35 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Aug 18 19:27:04.487077 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-a090da6d-1080-41d6-bacd-ba2712511c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.489292 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-a090da6d-1080-41d6-bacd-ba2712511c39 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc&tenant_id=e1367490278d4baa9833cb58b8812b68 HTTP/1.1" status: 200 len: 1096 time: 0.0545495 Aug 18 19:27:04.559738 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-d4c4277d-2a75-40f6-b59f-3165aec537d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.561687 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-d4c4277d-2a75-40f6-b59f-3165aec537d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1367490278d4baa9833cb58b8812b68&device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1096 time: 0.0446239 Aug 18 19:27:04.655874 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-22a716d2-9d85-4cb4-987d-6bb70f0dd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.657391 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-22a716d2-9d85-4cb4-987d-6bb70f0dd807 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 200 len: 918 time: 0.0886853 Aug 18 19:27:04.734022 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-543472b8-98ec-4e12-ae51-06a1db6905e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 200 len: 999 time: 0.0649669 Aug 18 19:27:04.790648 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-d8b6d846-ebad-4222-b90f-a307c229c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.792155 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-d8b6d846-ebad-4222-b90f-a307c229c824 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 200 len: 856 time: 0.0498700 Aug 18 19:27:04.840280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-6786b4d9-7c5b-45d7-a26c-f2a63c09ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:04.841783 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-6786b4d9-7c5b-45d7-a26c-f2a63c09ddac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b0964f2-ec30-456a-8f20-04137d2458b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420632 Aug 18 19:27:04.945977 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-4933f20f-5ce3-4501-9bf4-fc57f966feac service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952044 Aug 18 19:27:05.049133 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a42e1fa6-3d28-4574-a02a-903c1a113c8d req-450edede-87f7-4fa9-939e-2a9f5a8906a4 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961957 Aug 18 19:27:05.498560 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5a1a-4f08-44a0-80e2-f25dbaf33b04 req-b56af292-be93-451f-8cf6-60efd74f8241 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:05.500393 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-052d5a1a-4f08-44a0-80e2-f25dbaf33b04 req-b56af292-be93-451f-8cf6-60efd74f8241 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0508599 Aug 18 19:27:05.541140 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-052d5a1a-4f08-44a0-80e2-f25dbaf33b04 req-f39411d7-ceba-4e1d-9dd8-e847a2cf629a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347025 Aug 18 19:27:05.651415 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac135bd0-1886-47e5-8e73-1a5447c1647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:05.992805 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:06.039118 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:06.686386 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7052e4-e4bc-4812-b4b0-897b9ae9da03 req-7633e40e-0972-43f8-8fc0-974d5f2261c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:06.688618 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df7052e4-e4bc-4812-b4b0-897b9ae9da03 req-7633e40e-0972-43f8-8fc0-974d5f2261c9 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0686340 Aug 18 19:27:06.730797 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df7052e4-e4bc-4812-b4b0-897b9ae9da03 req-83b71e6b-850b-4ffa-9e5f-bb5bf7172b08 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Aug 18 19:27:07.051496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:07.863207 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862b8a5-fe59-4fe5-8eb2-3bf4992bc85b req-11b711ac-2415-4053-9f6f-498bc53f497b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:07.864731 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d862b8a5-fe59-4fe5-8eb2-3bf4992bc85b req-11b711ac-2415-4053-9f6f-498bc53f497b tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0549941 Aug 18 19:27:07.904080 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d862b8a5-fe59-4fe5-8eb2-3bf4992bc85b req-8ac409ba-e775-4012-ac1c-b4be75412842 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Aug 18 19:27:08.656709 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:09.031189 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7b3d-1130-46d5-9dac-5777f3527ae9 req-ca3c64bf-7137-42e9-970f-70fbb4e50773 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:09.032857 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d07e7b3d-1130-46d5-9dac-5777f3527ae9 req-ca3c64bf-7137-42e9-970f-70fbb4e50773 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0532336 Aug 18 19:27:09.074388 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d07e7b3d-1130-46d5-9dac-5777f3527ae9 req-de6b47d2-d9e7-4bf6-ae6b-e2d9870cca1a tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Aug 18 19:27:10.206920 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255c18-d677-4db7-9a9a-68dd8c22ca9f req-3214daaf-2c0d-40f3-a70f-c5ae5ff91de0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:10.208706 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9e255c18-d677-4db7-9a9a-68dd8c22ca9f req-3214daaf-2c0d-40f3-a70f-c5ae5ff91de0 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0558822 Aug 18 19:27:10.251895 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9e255c18-d677-4db7-9a9a-68dd8c22ca9f req-e49c4a8f-0103-420d-9c81-cc11d172f765 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371180 Aug 18 19:27:11.163112 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-38b90d31-1b1a-4ab2-ac8d-b1cd05d31ec1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178293131&fields=id&tenant_id=e065c6e3ea7742028b8ee4bc956db547 HTTP/1.1" status: 200 len: 267 time: 0.0324161 Aug 18 19:27:11.226090 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:11.284973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-43f30ab7-dcfd-49a9-8598-a614189e7a9d tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:11.286473 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-43f30ab7-dcfd-49a9-8598-a614189e7a9d tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 809 time: 0.1166136 Aug 18 19:27:11.301432 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-3d9d034c-bf2e-47b1-9c27-973570047e5f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/quotas/e065c6e3ea7742028b8ee4bc956db547 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 18 19:27:11.359071 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-9e0a845e-3c12-4777-9711-2c0055f23e07 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524967 Aug 18 19:27:11.464134 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-9c6fb48f-5201-4fa4-b106-ddc794665d8f service neutron] 10.222.0.25 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922363 Aug 18 19:27:11.570653 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-de9dd848-056d-4af3-bb79-d7958f596165 service neutron] 10.222.0.25 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996850 Aug 18 19:27:11.615364 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:27:11.950251 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0027-9575-42f0-b03f-85e8af1ada61 req-20733f09-ceac-421c-92dc-aa04f301d8a1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:11.952065 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-622d0027-9575-42f0-b03f-85e8af1ada61 req-20733f09-ceac-421c-92dc-aa04f301d8a1 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0530572 Aug 18 19:27:11.991561 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-622d0027-9575-42f0-b03f-85e8af1ada61 req-2f2ad60d-9a5b-489d-bcd4-7c138b938797 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Aug 18 19:27:12.071728 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-889aa4d1-f0e2-4c78-b167-c41ab742734e req-99f068a5-26ae-44bf-bf9b-ae9ae4079368 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0292351 Aug 18 19:27:13.132876 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96018fe-ad3b-4426-be16-1c538da75485 req-25272ed3-4b8d-4765-9b14-71a0dc5e3b2e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:13.134362 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e96018fe-ad3b-4426-be16-1c538da75485 req-25272ed3-4b8d-4765-9b14-71a0dc5e3b2e tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0567384 Aug 18 19:27:13.184467 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e96018fe-ad3b-4426-be16-1c538da75485 req-556b9e61-708e-4278-ae30-cd7c15bc53aa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Aug 18 19:27:13.274469 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad73e1e7-5ff8-4cd7-9121-06ec1020386a req-195281dd-691b-4149-9d76-2108671a3804 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0283148 Aug 18 19:27:14.314557 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63001-7071-4d0a-aca4-841c0134abca req-4b03109d-30fc-4b12-93a1-9e3a5ac21909 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:14.316043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80d63001-7071-4d0a-aca4-841c0134abca req-4b03109d-30fc-4b12-93a1-9e3a5ac21909 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0524151 Aug 18 19:27:14.359376 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80d63001-7071-4d0a-aca4-841c0134abca req-148717f1-445e-48e8-a5a8-e6c05d7b11e6 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Aug 18 19:27:14.449121 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7b808456-403a-4fa0-ac2b-48809a7368c8 req-4017552f-7fee-46ff-8a1d-257b3cfd0573 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Aug 18 19:27:15.486090 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f71dd-c93d-470b-ae1c-5f5ff93b8af3 req-df2c247b-7a22-4ce2-938f-c20520fed3df tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:15.487648 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d62f71dd-c93d-470b-ae1c-5f5ff93b8af3 req-df2c247b-7a22-4ce2-938f-c20520fed3df tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0530097 Aug 18 19:27:15.527136 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d62f71dd-c93d-470b-ae1c-5f5ff93b8af3 req-92774d8c-32ac-42b6-9820-ff81bb685d6c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333540 Aug 18 19:27:15.616750 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-360092d7-c6e9-42b1-8f22-4af0733241c2 req-f60ce58d-aecb-41d4-b57a-8794113b88c0 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Aug 18 19:27:16.672544 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e098be-d888-41ab-9044-eccf219ff3f4 req-40d2f0e6-00b2-4b2e-9806-ca6b588cfe9c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:16.674640 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76e098be-d888-41ab-9044-eccf219ff3f4 req-40d2f0e6-00b2-4b2e-9806-ca6b588cfe9c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0643661 Aug 18 19:27:16.716874 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76e098be-d888-41ab-9044-eccf219ff3f4 req-4243869c-574b-4e09-b8bd-231239d87e6f tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359006 Aug 18 19:27:16.819449 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b89a5070-266d-4298-ac9f-f4da48e106c3 req-ed7b6e0d-6e23-4624-8448-3f6aef823c64 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Aug 18 19:27:17.471359 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-2f478580-03da-4c8e-882d-14bc7fbcbbf6 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:17.472839 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-2f478580-03da-4c8e-882d-14bc7fbcbbf6 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 809 time: 0.1030471 Aug 18 19:27:17.524096 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-682fa7bf-213f-4f80-bb62-e377122ed087 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e065c6e3ea7742028b8ee4bc956db547 HTTP/1.1" status: 200 len: 379 time: 0.0383883 Aug 18 19:27:17.536247 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'port': {'device_id': 'acde4557-e703-4540-bc7e-359df440db21', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'admin_state_up': True, 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'security_groups': ['76ea01fb-ab33-4542-9f45-274f951f93fb']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:27:17.669423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Made reservation on behalf of e065c6e3ea7742028b8ee4bc956db547 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:27:17.673270 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:17.801263 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Allocated IP 172.20.0.3 (e318a8bc-97cf-40f0-a150-a902f973f38f/c929ee31-3e23-478d-b09f-35b3d3d44a24/239e7773-1989-4545-9664-ccba5e7ace8a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:27:17.873068 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161f01-6a38-447e-a179-5a9ea9aa5fa5 req-e1e55923-7d47-4bee-8137-83ffb34e10c8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:17.875750 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c6161f01-6a38-447e-a179-5a9ea9aa5fa5 req-e1e55923-7d47-4bee-8137-83ffb34e10c8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.0646811 Aug 18 19:27:17.930181 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1a5b985-f3d0-4e02-b9e3-cc63c3e100d3 req-cb5c2a4b-31b6-4e66-a74d-c1d0ab3af9c0 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0384414 Aug 18 19:27:17.949502 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c6161f01-6a38-447e-a179-5a9ea9aa5fa5 req-e03c29e8-a4c7-473f-92a6-d4961dc1e92d tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655837 Aug 18 19:27:17.949992 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:17.963632 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Transition to ACTIVE for port object 239e7773-1989-4545-9664-ccba5e7ace8a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:27:17.997236 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.043725 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Network e318a8bc-97cf-40f0-a150-a902f973f38f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:27:18.046836 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:27:18.050693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:27:18.057892 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:18.102963 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:18.103585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.121039 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-cc79e1de-e834-49a9-944e-47b9604707ce tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890501 Aug 18 19:27:18.137336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Request body: {'port': {'device_id': 'acde4557-e703-4540-bc7e-359df440db21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:27:18.192931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.284659 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a29cb67a-a817-40bf-87d1-aa464d9b9877 None None] Provisioning for port 239e7773-1989-4545-9664-ccba5e7ace8a completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:27:18.289382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a29cb67a-a817-40bf-87d1-aa464d9b9877 None None] Provisioning complete for port 239e7773-1989-4545-9664-ccba5e7ace8a triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:27:18.289749 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a29cb67a-a817-40bf-87d1-aa464d9b9877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.327646 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a29cb67a-a817-40bf-87d1-aa464d9b9877 None None] Port 239e7773-1989-4545-9664-ccba5e7ace8a cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:27:18.479892 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239e7773-1989-4545-9664-ccba5e7ace8a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:27:18.487897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.502813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Transition to ACTIVE for port object 239e7773-1989-4545-9664-ccba5e7ace8a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:27:18.506786 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.597026 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:18.630188 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Attempting to bind port 239e7773-1989-4545-9664-ccba5e7ace8a on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:27:18.630523 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Attempting to bind port 239e7773-1989-4545-9664-ccba5e7ace8a by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:27:18.630976 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Attempting to bind port 239e7773-1989-4545-9664-ccba5e7ace8a on network e318a8bc-97cf-40f0-a150-a902f973f38f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:27:18.635730 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Port 239e7773-1989-4545-9664-ccba5e7ace8a on network e318a8bc-97cf-40f0-a150-a902f973f38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:27:18.636080 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Attempting to bind port 239e7773-1989-4545-9664-ccba5e7ace8a on network e318a8bc-97cf-40f0-a150-a902f973f38f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:27:18.641198 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:27:18.641545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Checking segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:27:18.641990 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Bound using segment: {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:27:18.642686 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Bound port: 239e7773-1989-4545-9664-ccba5e7ace8a, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f45901f-4bf7-47ba-a2d3-241b73c91e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:27:18.642897 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.718860 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:27:18.722228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:27:18.727165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.759293 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:18.759929 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:18.761364 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] 10.222.0.67 "PUT /v2.0/ports/239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 1093 time: 0.6285694 Aug 18 19:27:18.761810 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:18.764184 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9" -d '{"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:18.795262 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820f1f-d2e1-4f25-bd9e-188ce64294fe service neutron] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:18.815672 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f935ed-1ce2-4121-85d8-150fe081e133 x-openstack-request-id: req-83f935ed-1ce2-4121-85d8-150fe081e133 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:18.816006 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:18.816277 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83f935ed-1ce2-4121-85d8-150fe081e133 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:18.816670 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'status': 'completed', 'code': 200} Aug 18 19:27:18.862721 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-b0890401-f231-470a-ba02-7ce4d52ff019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:18.864994 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-b0890401-f231-470a-ba02-7ce4d52ff019 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1096 time: 0.0455875 Aug 18 19:27:18.915242 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-95a4d382-6901-432e-8acf-62f97c4504e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 217 time: 0.0414653 Aug 18 19:27:18.973309 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-fda31f26-9aa7-409e-8694-ea2b372958b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:18.978760 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-fda31f26-9aa7-409e-8694-ea2b372958b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0561748 Aug 18 19:27:19.049741 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243369-b928-44a5-ad62-b317efc43fbd req-85c338d3-4d11-48f1-8011-c8a0e15add7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.051253 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-85c338d3-4d11-48f1-8011-c8a0e15add7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635128 Aug 18 19:27:19.149868 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-e3077ee1-0a9f-4bec-b006-c3feb15df180 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895905 Aug 18 19:27:19.246354 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-30243369-b928-44a5-ad62-b317efc43fbd req-cdcb54b9-a7ae-4265-8f3a-a20c090af441 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854032 Aug 18 19:27:19.338419 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-36f5e67f-77ab-42b6-918f-72397ce07c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.339874 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-36f5e67f-77ab-42b6-918f-72397ce07c43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1096 time: 0.0433204 Aug 18 19:27:19.370395 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980503d7-afdf-47c2-a7a3-204f98a98602 req-55257328-f631-4b3c-931d-c887d6d3ef5c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.371987 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-980503d7-afdf-47c2-a7a3-204f98a98602 req-55257328-f631-4b3c-931d-c887d6d3ef5c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.3650260 Aug 18 19:27:19.394365 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1122ec-7bc5-48dd-9587-041e27fcc6c3 req-44ef542e-05c5-4f6b-bc1b-f23d8de87a24 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.396147 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e1122ec-7bc5-48dd-9587-041e27fcc6c3 req-44ef542e-05c5-4f6b-bc1b-f23d8de87a24 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 943 time: 0.3473694 Aug 18 19:27:19.436738 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-b562d464-1f32-4552-957a-951be6c8524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.437924 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-980503d7-afdf-47c2-a7a3-204f98a98602 req-4d3d6a1b-3240-485d-8a7e-7cbd50b5c66e tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591073 Aug 18 19:27:19.438298 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-b562d464-1f32-4552-957a-951be6c8524a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 910 time: 0.0902851 Aug 18 19:27:19.450762 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e1122ec-7bc5-48dd-9587-041e27fcc6c3 req-6782075e-7152-4472-a951-d8246bec1624 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479524 Aug 18 19:27:19.482481 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-48f3eb02-34ed-4cb2-9949-c452d9f877c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 217 time: 0.0357068 Aug 18 19:27:19.536371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-8f7c1adc-f4b3-43da-82b5-341a4966fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.537813 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-8f7c1adc-f4b3-43da-82b5-341a4966fb67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0477083 Aug 18 19:27:19.589237 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-5afde21f-df37-49c4-9b02-361ddc4c810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:19.590784 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-5afde21f-df37-49c4-9b02-361ddc4c810d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443656 Aug 18 19:27:19.692445 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-8e05e665-bca1-4cdb-b72e-b38ed31688ef service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936415 Aug 18 19:27:19.787507 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af1d5fb9-b2df-4c4d-b344-4de2fe7357d9 req-c51866f3-2059-4a1f-a346-1ec0fa99736b service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Aug 18 19:27:20.051177 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:27:20.153476 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:20.164386 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '414647d0-d133-4489-aca4-332d8a207485', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'port_id': '414647d0-d133-4489-aca4-332d8a207485', 'mac_address': 'fa:16:3e:41:df:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:27:20.201798 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:20.214387 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:27:20.234900 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:20.241365 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:20.289554 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:20.471223 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['414647d0-d133-4489-aca4-332d8a207485'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:27:20.586171 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df31cc-4b1b-4486-8e2a-60a4debfd779 req-36095d7d-93d0-457c-8b07-8f8e9265226b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:20.587625 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47df31cc-4b1b-4486-8e2a-60a4debfd779 req-36095d7d-93d0-457c-8b07-8f8e9265226b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0775452 Aug 18 19:27:20.603393 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5bc6-7080-456f-bc50-9b6579934c9f req-4d3f5b7b-d025-4751-ae01-830128e6aabf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:20.604924 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-223d5bc6-7080-456f-bc50-9b6579934c9f req-4d3f5b7b-d025-4751-ae01-830128e6aabf tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.0684562 Aug 18 19:27:20.652178 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47df31cc-4b1b-4486-8e2a-60a4debfd779 req-7397fb6b-7ca6-416f-95cd-aa10c171784c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564530 Aug 18 19:27:20.666163 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-223d5bc6-7080-456f-bc50-9b6579934c9f req-6e9b4531-683c-4ca9-b1a2-513871a9fcfe tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544615 Aug 18 19:27:21.804967 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d622b-5f4d-41a6-9722-24b86feb2d66 req-078732f8-c0be-42e9-9077-6a6d5d32945f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:21.806441 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f3d622b-5f4d-41a6-9722-24b86feb2d66 req-078732f8-c0be-42e9-9077-6a6d5d32945f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0830443 Aug 18 19:27:21.826571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077cf3f-fb7b-48e3-b43b-c4d39639a63a req-cb2027f3-47f3-4c86-a92b-4a12f2f3dec5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:21.827987 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e077cf3f-fb7b-48e3-b43b-c4d39639a63a req-cb2027f3-47f3-4c86-a92b-4a12f2f3dec5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 944 time: 0.0757506 Aug 18 19:27:21.872119 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f3d622b-5f4d-41a6-9722-24b86feb2d66 req-a2ee716f-6aec-4ca5-a383-41af2655d964 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583396 Aug 18 19:27:21.888190 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e077cf3f-fb7b-48e3-b43b-c4d39639a63a req-68372682-021d-4f7b-bd5a-ff460b5484c3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491779 Aug 18 19:27:22.083457 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:27:22.150884 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 414647d0-d133-4489-aca4-332d8a207485 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:27:22.151399 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:22.238645 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:22.261514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:22.263751 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c58d7-b71b-4549-9b77-4f777a195a6b" -d '{"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:22.278320 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:22.285505 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:22.307687 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbfe5d4-793a-409f-9e21-667058cd3170 x-openstack-request-id: req-4dbfe5d4-793a-409f-9e21-667058cd3170 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:22.308018 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-plugged", "status": "completed", "tag": "414647d0-d133-4489-aca4-332d8a207485", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:22.308220 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dbfe5d4-793a-409f-9e21-667058cd3170 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:22.308615 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'code': 200} Aug 18 19:27:22.334126 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:22.495859 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9ef9-bead-4d6a-ab1b-0e0646c51705 req-d9768ce1-5a5d-412b-b573-7ba54a2e705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:22.497354 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c7b9ef9-bead-4d6a-ab1b-0e0646c51705 req-d9768ce1-5a5d-412b-b573-7ba54a2e705e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 1099 time: 0.0427587 Aug 18 19:27:22.533926 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c7b9ef9-bead-4d6a-ab1b-0e0646c51705 req-4f398915-83bd-4937-aae4-026ad03bd482 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283413 Aug 18 19:27:23.029242 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcde324-b49e-4c9d-a538-2739dbf8f1b6 req-402cfc04-56ca-4c38-9b47-cc8f62a58b33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:23.030724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcde324-b49e-4c9d-a538-2739dbf8f1b6 req-402cfc04-56ca-4c38-9b47-cc8f62a58b33 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0769174 Aug 18 19:27:23.043115 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4bcf5-778a-412c-a6bf-ea3e440ed2c5 req-47ba4eec-ce89-4565-bab3-76c62ade55bc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:23.044561 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3f4bcf5-778a-412c-a6bf-ea3e440ed2c5 req-47ba4eec-ce89-4565-bab3-76c62ade55bc tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 946 time: 0.0645633 Aug 18 19:27:23.097943 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcde324-b49e-4c9d-a538-2739dbf8f1b6 req-001668b2-5ec3-43c5-9f15-15de30b68ece tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524426 Aug 18 19:27:23.105585 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3f4bcf5-778a-412c-a6bf-ea3e440ed2c5 req-c3914e62-df92-43f5-a6f1-492ce7485f01 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543451 Aug 18 19:27:24.249515 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67fd6-31b2-4cf8-b957-97ec8ebe65a1 req-ed1829c1-2e11-4981-86d3-4100c68469f6 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:24.251002 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f3b67fd6-31b2-4cf8-b957-97ec8ebe65a1 req-ed1829c1-2e11-4981-86d3-4100c68469f6 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0791106 Aug 18 19:27:24.259177 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017865f2-7091-451a-8d43-751a0aa78687 req-759ab18b-1995-4282-847f-26830596f2e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:24.260631 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-017865f2-7091-451a-8d43-751a0aa78687 req-759ab18b-1995-4282-847f-26830596f2e3 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 946 time: 0.0794468 Aug 18 19:27:24.314642 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f3b67fd6-31b2-4cf8-b957-97ec8ebe65a1 req-7402b074-a583-4957-9029-b7e08a3d618d tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530562 Aug 18 19:27:24.319788 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-017865f2-7091-451a-8d43-751a0aa78687 req-b56fc839-be7d-4459-b36c-de1319ff2937 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524368 Aug 18 19:27:25.463953 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d74ae2-133c-45df-851b-facbbc291076 req-1eb26580-d4e7-4daa-8d75-df1ac4a08c09 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:25.465533 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2d74ae2-133c-45df-851b-facbbc291076 req-1eb26580-d4e7-4daa-8d75-df1ac4a08c09 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0623143 Aug 18 19:27:25.512259 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2d74ae2-133c-45df-851b-facbbc291076 req-49bb0931-b876-4343-8f90-03bf3c13e2fc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Aug 18 19:27:26.114318 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:27:26.222510 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:26.233737 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '239e7773-1989-4545-9664-ccba5e7ace8a', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'mac_address': 'fa:16:3e:7d:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:27:26.284127 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:26.298900 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239e7773-1989-4545-9664-ccba5e7ace8a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:27:26.321082 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:26.328768 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:26.380080 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:26.557719 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['239e7773-1989-4545-9664-ccba5e7ace8a'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:27:26.652526 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071d860-3cf6-4e9b-bbb4-324b7c20d2b5 req-5a8bb1d4-ab18-4acd-8db9-6dbcba9e5f66 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:26.654505 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7071d860-3cf6-4e9b-bbb4-324b7c20d2b5 req-5a8bb1d4-ab18-4acd-8db9-6dbcba9e5f66 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 944 time: 0.0670235 Aug 18 19:27:26.705344 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7071d860-3cf6-4e9b-bbb4-324b7c20d2b5 req-2ab0d9e9-c4ce-484d-8b60-5eef178805ed tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Aug 18 19:27:27.830321 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd40ec-9b01-4201-9943-15adcbaa792b req-86acb467-6a10-47dd-bd9c-345e3d514174 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:27.831439 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0afd40ec-9b01-4201-9943-15adcbaa792b req-86acb467-6a10-47dd-bd9c-345e3d514174 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 944 time: 0.0552838 Aug 18 19:27:27.870905 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0afd40ec-9b01-4201-9943-15adcbaa792b req-d546c96f-139b-42f2-8973-3f1a86958a8b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Aug 18 19:27:28.124350 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:27:28.188254 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 239e7773-1989-4545-9664-ccba5e7ace8a completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:27:28.192193 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 239e7773-1989-4545-9664-ccba5e7ace8a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:27:28.192557 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:28.272600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:28.296087 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:28.298316 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea21f7-200e-4403-9257-7e331036f1b5" -d '{"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-plugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:28.311021 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:28.315716 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:28.342799 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d8bb1-7a24-4195-8c89-c22a0fa61b51 x-openstack-request-id: req-dd2d8bb1-7a24-4195-8c89-c22a0fa61b51 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:28.343109 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-plugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:28.343360 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd2d8bb1-7a24-4195-8c89-c22a0fa61b51 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:28.343743 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'code': 200} Aug 18 19:27:28.371826 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:28.592837 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc722ca5-cc57-4e09-8e97-b77673caabe9 req-ce058bde-8c80-4b93-8881-89620c7c9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:28.594338 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc722ca5-cc57-4e09-8e97-b77673caabe9 req-ce058bde-8c80-4b93-8881-89620c7c9e76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1098 time: 0.0516305 Aug 18 19:27:28.628467 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc722ca5-cc57-4e09-8e97-b77673caabe9 req-7776775d-f1a5-46fd-8cea-690c3b4bebb3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268764 Aug 18 19:27:28.992296 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b010e9b-731c-47a1-8990-c5b458a0f49b req-18007d2f-ed36-4781-9e29-4a12685162b5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:28.993780 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0b010e9b-731c-47a1-8990-c5b458a0f49b req-18007d2f-ed36-4781-9e29-4a12685162b5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Aug 18 19:27:29.033275 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0b010e9b-731c-47a1-8990-c5b458a0f49b req-eaaa6d84-bdbd-4e08-a48a-fb9f117097ca tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 18 19:27:30.159643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393dc39-cb4a-45ed-b29a-511f76646bfd req-0bac9841-9330-4ff0-be6d-5089c5a2debc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:30.161124 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5393dc39-cb4a-45ed-b29a-511f76646bfd req-0bac9841-9330-4ff0-be6d-5089c5a2debc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0545037 Aug 18 19:27:30.202620 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5393dc39-cb4a-45ed-b29a-511f76646bfd req-b1cff20e-6f0f-4d69-b7c7-444d988b50ee tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316761 Aug 18 19:27:30.327442 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b81393-aa6e-46d9-bed1-19b84eaf4dae req-0f196428-3cbc-41f7-aa93-d723e5652b9f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:30.328965 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47b81393-aa6e-46d9-bed1-19b84eaf4dae req-0f196428-3cbc-41f7-aa93-d723e5652b9f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0550253 Aug 18 19:27:30.370942 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47b81393-aa6e-46d9-bed1-19b84eaf4dae req-4f30bd87-7af9-4e95-8b69-0be64b456e6a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Aug 18 19:27:30.394020 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:30.547726 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470fb48-50a6-49db-a251-63fa10d1e4d3 tempest-TestShelveInstance-909233353 tempest-TestShelveInstance-909233353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:30.549277 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e470fb48-50a6-49db-a251-63fa10d1e4d3 tempest-TestShelveInstance-909233353 tempest-TestShelveInstance-909233353-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1093 time: 0.1542904 Aug 18 19:27:30.554476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:30.559117 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:27:30.586723 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:30.691422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:30.802690 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Allocated IP 172.27.0.65 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/9be598ef-7063-4676-be2a-d0fa4783b3dc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:27:30.917156 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:30.957598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:30.996504 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:27:30.999457 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:27:31.003593 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:27:31.006508 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'Port': ['ID=9be598ef-7063-4676-be2a-d0fa4783b3dc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:31.033315 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.033650 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.033988 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.034311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.034626 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.034929 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.035228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.035569 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.035886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.036386 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.036699 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.036976 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:31.381291 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:31.454525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:31.605418 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:31.612309 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:31.672354 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event updated for resources: {'Port': ['ID=9be598ef-7063-4676-be2a-d0fa4783b3dc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:31.691538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:31.807186 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Floating IP aaa045c5-3000-4b7c-97fd-7166d3e66aed associated. External IP: 172.27.0.65, port: 239e7773-1989-4545-9664-ccba5e7ace8a. Aug 18 19:27:32.012750 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Router 96f9f4a5-ad40-4571-af18-f3b955ad0958 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:27:32.366884 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:27:32.377904 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Sync routers for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:27:32.386031 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:32.388966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:32.389670 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:32.412620 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-30ecbca2-69b4-429d-af1f-9c8a5c75d124 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8570535 Aug 18 19:27:32.413390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:32.415645 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b727b-fafa-47ce-8c86-d00986762cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:32.453031 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79e417d-b18c-4ff3-a5e9-73c6fbd67591 x-openstack-request-id: req-e79e417d-b18c-4ff3-a5e9-73c6fbd67591 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:32.453280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:32.453526 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e79e417d-b18c-4ff3-a5e9-73c6fbd67591 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:32.454349 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'status': 'completed', 'code': 200} Aug 18 19:27:32.500790 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:32.519769 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-17ba2b7a-c73d-46d4-ae00-df12fe164c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:32.521740 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-17ba2b7a-c73d-46d4-ae00-df12fe164c74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1098 time: 0.0422904 Aug 18 19:27:32.613826 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-5b697f60-90bd-476d-81ab-a6d2baa33ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:32.615303 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-5b697f60-90bd-476d-81ab-a6d2baa33ce8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 910 time: 0.0858610 Aug 18 19:27:32.684450 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-987d4532-8658-4618-9066-2e04564e8d88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 998 time: 0.0603321 Aug 18 19:27:32.731585 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'aaa045c5-3000-4b7c-97fd-7166d3e66aed', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'mac_address': 'fa:16:3e:7d:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde4557-e703-4540-bc7e-359df440db21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:27:31Z', 'updated_at': '2021-08-18T19:27:31Z', 'revision_number': 0, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:32.748009 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-d26456a2-9966-452b-8955-6c55076f21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:32.749499 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-d26456a2-9966-452b-8955-6c55076f21d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0524838 Aug 18 19:27:32.799907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-3435c35a-db43-4f30-9c77-ede01c7e409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:32.801408 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-3435c35a-db43-4f30-9c77-ede01c7e409b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442572 Aug 18 19:27:32.889266 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Checking router: 96f9f4a5-ad40-4571-af18-f3b955ad0958 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:27:32.897228 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-652862e0-c7c2-4ddd-ae49-24e3f7122a06 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Aug 18 19:27:32.898726 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:32.899337 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:32.996374 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e9b727b-fafa-47ce-8c86-d00986762cf0 req-079c32ed-b62a-4bae-8c9f-ff48fe593101 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915995 Aug 18 19:27:33.003879 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:33.231874 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'aaa045c5-3000-4b7c-97fd-7166d3e66aed', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'mac_address': 'fa:16:3e:7d:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde4557-e703-4540-bc7e-359df440db21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:27:31Z', 'updated_at': '2021-08-18T19:27:31Z', 'revision_number': 0, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:33.263450 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd94bc5-7ec4-448d-9cbd-ce466784cff8 None None] The sync data for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi is: [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': 'aaa045c5-3000-4b7c-97fd-7166d3e66aed', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'mac_address': 'fa:16:3e:7d:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde4557-e703-4540-bc7e-359df440db21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:27:31Z', 'updated_at': '2021-08-18T19:27:31Z', 'revision_number': 0, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:27:33.340271 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18d21d3c-31ca-4166-a720-3a9cf1382721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:33.469273 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47086a6c-a9ad-4439-9b0e-d51cf3037599 None None] New status for floating IP aaa045c5-3000-4b7c-97fd-7166d3e66aed: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:27:35.654948 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87031082-1491-4417-ac61-7e7e82cc21e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:36.004031 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:37.050817 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:37.937892 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8055b-317e-4b9c-83b7-902b5475245f req-32dec3c3-e56c-495c-9a89-65cd158bc41e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:37.939337 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3b8055b-317e-4b9c-83b7-902b5475245f req-32dec3c3-e56c-495c-9a89-65cd158bc41e tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0583990 Aug 18 19:27:37.982566 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3b8055b-317e-4b9c-83b7-902b5475245f req-b53be34d-e554-45e8-ad17-92506de18460 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342958 Aug 18 19:27:38.658642 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:39.117418 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057039-7e64-4ffc-ac8e-a43660b095bc req-256a0b6c-aa82-4266-8e66-42a82c32fc66 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:39.119176 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80057039-7e64-4ffc-ac8e-a43660b095bc req-256a0b6c-aa82-4266-8e66-42a82c32fc66 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0566618 Aug 18 19:27:39.160724 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80057039-7e64-4ffc-ac8e-a43660b095bc req-55c0927b-7e14-46a8-934b-7d67f9952ef6 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352767 Aug 18 19:27:39.773494 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-c411b204-a2c9-47a0-9c13-18285bd46315 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:39.775904 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-c411b204-a2c9-47a0-9c13-18285bd46315 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0677934 Aug 18 19:27:39.879566 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Deleting port 2591e4f6-036d-4f06-9b93-6abf3d0a433c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:39.880011 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:39.982341 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] For port 2591e4f6-036d-4f06-9b93-6abf3d0a433c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=2591e4f6-036d-4f06-9b93-6abf3d0a433c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:39.982711 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:40.158804 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:40.159024 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:40.159372 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Floating IP b3ae20cd-dacf-49c2-ba24-2f4982621ad1 disassociated. External IP: 172.27.0.141, port: 2591e4f6-036d-4f06-9b93-6abf3d0a433c. Aug 18 19:27:40.159719 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Calling delete_port for 2591e4f6-036d-4f06-9b93-6abf3d0a433c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:40.287480 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d534b28-a1b4-41e3-93da-31c5f9176b8f req-49295c51-b91f-4225-a0d9-745a3f2a8921 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:40.289560 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d534b28-a1b4-41e3-93da-31c5f9176b8f req-49295c51-b91f-4225-a0d9-745a3f2a8921 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29abe49-37b6-486e-91b0-2925ad221b91 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Aug 18 19:27:40.296152 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:40.326490 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'Port': ['ID=2591e4f6-036d-4f06-9b93-6abf3d0a433c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:40.328787 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d534b28-a1b4-41e3-93da-31c5f9176b8f req-db6760f3-ae2c-4b82-bee0-66939b9aaaaf tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b9e3870-22e8-4929-84b5-5bf7b03e087f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Aug 18 19:27:40.449396 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:27:40.556108 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:27:40.566072 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:27:40.576356 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:40.576980 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:40.599503 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] No DVR routers for this DVR port 2591e4f6-036d-4f06-9b93-6abf3d0a433c on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:27:40.602210 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:40.604280 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a4f1c4f-4672-4dfb-95ff-f91411013759 req-cc4f9b47-3d9b-48ee-9948-859d7e6a8a12 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.67 "DELETE /v2.0/ports/2591e4f6-036d-4f06-9b93-6abf3d0a433c HTTP/1.1" status: 204 len: 173 time: 0.8217356 Aug 18 19:27:40.604717 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'name': 'network-vif-deleted', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:27:40.606987 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a901ed-8254-43e5-a9f7-263ef1e0f5f3" -d '{"events": [{"server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "name": "network-vif-deleted", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:27:40.648266 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbec379-c41f-4fc0-b8f4-511cee6c2be0 x-openstack-request-id: req-8bbec379-c41f-4fc0-b8f4-511cee6c2be0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:27:40.648558 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29abe49-37b6-486e-91b0-2925ad221b91", "name": "network-vif-deleted", "tag": "2591e4f6-036d-4f06-9b93-6abf3d0a433c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:27:40.648815 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bbec379-c41f-4fc0-b8f4-511cee6c2be0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:27:40.649212 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29abe49-37b6-486e-91b0-2925ad221b91', 'name': 'network-vif-deleted', 'tag': '2591e4f6-036d-4f06-9b93-6abf3d0a433c', 'status': 'completed', 'code': 200} Aug 18 19:27:40.695447 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:40.903775 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:40.928743 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:27:40.937419 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:40.938006 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:41.053727 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:41.250123 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.273495 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:41.299595 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f25264-8907-4434-acb4-2260bc45aff4 None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'fe420b1f-d9a9-4111-884e-22b4cfbf270c', 'name': '', 'network_id': '156065f0-f294-4752-9b89-d01519e496f4', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'mac_address': 'fa:16:3e:6c:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:24Z', 'updated_at': '2021-08-18T19:20:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'subnets': [{'id': '1e02c4b5-9a8c-475e-8da1-836f77ac25c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:27:41.420169 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:41.476957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.507114 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.534588 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d965b1-382a-4760-ab6a-6794775f4697 None None] New status for floating IP b3ae20cd-dacf-49c2-ba24-2f4982621ad1: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:27:41.557230 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.560327 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.564319 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "DELETE /v2.0/security-groups/8b9e3870-22e8-4929-84b5-5bf7b03e087f HTTP/1.1" status: 204 len: 168 time: 0.1431191 Aug 18 19:27:41.565154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:41.582802 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-edeaf1a0-6875-43ae-b005-f4d9046945ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407794 Aug 18 19:27:41.585397 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e3870-22e8-4929-84b5-5bf7b03e087f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:41.593728 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.api.v2.resource [None req-bfeb121c-81f0-4c94-9e6b-6bb6a5d66e25 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] show failed (client error): The resource could not be found. Aug 18 19:27:41.594752 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bfeb121c-81f0-4c94-9e6b-6bb6a5d66e25 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "GET /v2.0/security-groups/8b9e3870-22e8-4929-84b5-5bf7b03e087f HTTP/1.1" status: 404 len: 347 time: 0.0258777 Aug 18 19:27:41.596465 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.596807 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.597137 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.597468 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.597788 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.598279 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.598580 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60552) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:41.598907 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.599401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.599920 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.600426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.600941 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.601925 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31930a84-fceb-49de-87bd-8ad741c83065 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:41.752304 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-d2753539-a916-41b7-89c9-739370c0c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:41.753794 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-d2753539-a916-41b7-89c9-739370c0c01b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1098 time: 0.1129801 Aug 18 19:27:41.778331 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Deleting port 0c6b5a30-1607-425a-8a9d-865c5ff231a4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:41.778687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.917290 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.917539 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:41.930937 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-fcd548f0-8b35-49dc-a659-e3f675b06d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:41.932447 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-fcd548f0-8b35-49dc-a659-e3f675b06d82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.1511433 Aug 18 19:27:41.933271 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Calling delete_port for 0c6b5a30-1607-425a-8a9d-865c5ff231a4 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:42.051559 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-e7045aed-75eb-4415-a03c-869d2a0ee722 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 1001 time: 0.1096897 Aug 18 19:27:42.137162 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-75f80dd7-e637-4a8b-bc6e-68dad55d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:42.138640 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-75f80dd7-e637-4a8b-bc6e-68dad55d610f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0717120 Aug 18 19:27:42.177580 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:42.206981 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Pushing event deleted for resources: {'Port': ['ID=0c6b5a30-1607-425a-8a9d-865c5ff231a4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:42.232930 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-a3f6fe13-2d52-4a30-9442-e777347528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:42.234468 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-a3f6fe13-2d52-4a30-9442-e777347528c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858757 Aug 18 19:27:42.319022 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:42.321748 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:42.322888 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1e53a7a7-d75a-4b2f-bf6f-999ea3ef3fd5 tempest-AttachVolumeTestJSON-1043353940 tempest-AttachVolumeTestJSON-1043353940-project] 10.222.0.25 "DELETE /v2.0/floatingips/b3ae20cd-dacf-49c2-ba24-2f4982621ad1 HTTP/1.1" status: 204 len: 168 time: 0.7228005 Aug 18 19:27:42.357399 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-ed63aca2-bbb5-4cd8-8e3a-2ef10d8ffb45 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055899 Aug 18 19:27:42.465860 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7e5848f4-2a21-4954-ba9c-cc80de179640 req-b9ef39e8-41df-43ca-b0df-423accdbb88d service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000419 Aug 18 19:27:44.229515 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 2591e4f6-036d-4f06-9b93-6abf3d0a433c no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:44.260430 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 2591e4f6-036d-4f06-9b93-6abf3d0a433c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:27:44.260769 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 2591e4f6-036d-4f06-9b93-6abf3d0a433c not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:27:45.921625 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:46.404917 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:46.664137 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Deleting port fe420b1f-d9a9-4111-884e-22b4cfbf270c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:46.664355 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:46.750741 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] For port fe420b1f-d9a9-4111-884e-22b4cfbf270c, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fe420b1f-d9a9-4111-884e-22b4cfbf270c,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:46.751116 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:46.763584 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Calling delete_port for fe420b1f-d9a9-4111-884e-22b4cfbf270c owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:46.972729 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:46.996817 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe420b1f-d9a9-4111-884e-22b4cfbf270c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:47.170659 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:47.403079 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Router 579decd0-2671-4744-8542-1699fd3af943 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:27:47.523475 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:27:47.529221 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-57351e25-ce64-4cfd-b03b-3e1e491c8260 admin admin] 10.222.0.25 "PUT /v2.0/routers/579decd0-2671-4744-8542-1699fd3af943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063068 Aug 18 19:27:47.533718 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62291732-9402-410f-956a-5f68216d3333 None None] Sync routers for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:27:47.536043 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:47.544975 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:47.545593 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:47.644643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:47.648594 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:47.746426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:47.800930 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Deleting port fd107d49-ea48-4bce-9af0-8d6edb050b8d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:47.801247 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:47.822070 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:27:46Z', 'revision_number': 5, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port': {'id': 'fd107d49-ea48-4bce-9af0-8d6edb050b8d', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579decd0-2671-4744-8542-1699fd3af943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:18Z', 'updated_at': '2021-08-18T19:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:47.847671 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62291732-9402-410f-956a-5f68216d3333 None None] Checking router: 579decd0-2671-4744-8542-1699fd3af943 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:27:47.856010 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] Routers {'579decd0-2671-4744-8542-1699fd3af943'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:27:47.856582 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['579decd0-2671-4744-8542-1699fd3af943'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:47.886288 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] For port fd107d49-ea48-4bce-9af0-8d6edb050b8d, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=fd107d49-ea48-4bce-9af0-8d6edb050b8d,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:47.886764 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:47.899864 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Calling delete_port for fd107d49-ea48-4bce-9af0-8d6edb050b8d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:47.939665 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] Set router 579decd0-2671-4744-8542-1699fd3af943 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:27:47.992521 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62291732-9402-410f-956a-5f68216d3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:27:47Z', 'revision_number': 6, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:48.018189 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62291732-9402-410f-956a-5f68216d3333 None None] The sync data for ids ['579decd0-2671-4744-8542-1699fd3af943'] in dv-cinder-784092-14-iscsi is: [{'id': '579decd0-2671-4744-8542-1699fd3af943', 'name': 'tempest-AttachVolumeTestJSON-1131733717-router', 'tenant_id': '09121996b6ea42fea20f8b13c8d264fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:16Z', 'updated_at': '2021-08-18T19:27:47Z', 'revision_number': 6, 'project_id': '09121996b6ea42fea20f8b13c8d264fe', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:27:48.070921 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.095474 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd107d49-ea48-4bce-9af0-8d6edb050b8d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:48.169331 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.273266 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.275537 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.341958 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.342376 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579decd0-2671-4744-8542-1699fd3af943 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:27:48.347496 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.348684 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-87562579-de60-4ad9-8003-68fb0372502f admin admin] 10.222.0.25 "DELETE /v2.0/routers/579decd0-2671-4744-8542-1699fd3af943 HTTP/1.1" status: 204 len: 168 time: 0.8108947 Aug 18 19:27:48.351942 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:48.399930 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Deleting subnet 1e02c4b5-9a8c-475e-8da1-836f77ac25c1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:27:48.403383 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.441406 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.543523 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.598888 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.604402 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:27:48.623295 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e02c4b5-9a8c-475e-8da1-836f77ac25c1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:48.626957 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.628986 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e0d44d1d-5f65-492d-9d28-22c7510ff4ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e02c4b5-9a8c-475e-8da1-836f77ac25c1 HTTP/1.1" status: 204 len: 168 time: 0.2758777 Aug 18 19:27:48.631460 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:48.634042 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aef04c-2b42-4623-9395-8a167fcd1f80 None None] Network 156065f0-f294-4752-9b89-d01519e496f4 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:27:48.699294 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:48.961855 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] DHCP port deletion for 156065f0-f294-4752-9b89-d01519e496f4 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:27:49.009814 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Deleting port 10d23320-cef8-493f-9745-2069e69e7647 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:49.010202 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.042178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Deleting port 10d23320-cef8-493f-9745-2069e69e7647 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:49.042443 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.076944 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] For port 10d23320-cef8-493f-9745-2069e69e7647, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=10d23320-cef8-493f-9745-2069e69e7647,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:49.077342 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.092071 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Calling delete_port for 10d23320-cef8-493f-9745-2069e69e7647 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:49.115666 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] For port 10d23320-cef8-493f-9745-2069e69e7647, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=10d23320-cef8-493f-9745-2069e69e7647,segment=NetworkSegment(310120dc-200a-4a85-8cd2-7539d4a26e8e),segment_id=310120dc-200a-4a85-8cd2-7539d4a26e8e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:49.116321 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.128094 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Calling delete_port for 10d23320-cef8-493f-9745-2069e69e7647 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:49.172454 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.201215 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Pushing event deleted for resources: {'Port': ['ID=10d23320-cef8-493f-9745-2069e69e7647,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:49.203748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] No DVR routers for this DVR port 10d23320-cef8-493f-9745-2069e69e7647 on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:27:49.205547 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.214523 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.214523 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.214786 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.215114 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.215436 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.215757 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.216178 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.216428 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.216778 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.217032 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.217342 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.217649 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b0d25-c1a8-479a-88f2-20c687968452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:27:49.232601 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=10d23320-cef8-493f-9745-2069e69e7647,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:49.238846 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] No DVR routers for this DVR port 10d23320-cef8-493f-9745-2069e69e7647 on host dv-cinder-784092-14-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:27:49.311300 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.322207 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156065f0-f294-4752-9b89-d01519e496f4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:49.332162 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310120dc-200a-4a85-8cd2-7539d4a26e8e') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:49.332455 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310120dc-200a-4a85-8cd2-7539d4a26e8e') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:27:49.341331 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.355066 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.361195 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:27:49.361574 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:27:49.363227 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:27:49.419719 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.425431 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.427263 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] 10.222.0.25 "DELETE /v2.0/networks/156065f0-f294-4752-9b89-d01519e496f4 HTTP/1.1" status: 204 len: 168 time: 0.7946887 Aug 18 19:27:49.438557 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aaf7f-5bae-4824-8059-855affab4c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=156065f0-f294-4752-9b89-d01519e496f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:49.538755 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 10d23320-cef8-493f-9745-2069e69e7647 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:49.554490 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:49.558442 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 10d23320-cef8-493f-9745-2069e69e7647 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:27:49.558789 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 10d23320-cef8-493f-9745-2069e69e7647 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:27:49.559199 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fe420b1f-d9a9-4111-884e-22b4cfbf270c no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:49.577686 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: fe420b1f-d9a9-4111-884e-22b4cfbf270c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:27:49.577943 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fe420b1f-d9a9-4111-884e-22b4cfbf270c not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:27:49.578345 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fd107d49-ea48-4bce-9af0-8d6edb050b8d no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:27:49.594761 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-30ae8fad-1ee0-4447-9c0e-e3bf8e7ec6ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09121996b6ea42fea20f8b13c8d264fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392973 Aug 18 19:27:49.597224 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: fd107d49-ea48-4bce-9af0-8d6edb050b8d {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:27:49.597387 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:49.597572 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device fd107d49-ea48-4bce-9af0-8d6edb050b8d not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:27:49.650606 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.672078 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.727632 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.730326 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:49.731462 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/805a5c73-164f-4d54-aaee-43be4bba9946 HTTP/1.1" status: 204 len: 168 time: 0.1331313 Aug 18 19:27:49.739685 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3f357-ee36-41d0-867d-61d37fe97330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a5c73-164f-4d54-aaee-43be4bba9946,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:51.657753 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:51.796325 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f3bcdfb-0595-499b-9536-b34d2c5970fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:51.921096 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f3bcdfb-0595-499b-9536-b34d2c5970fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:51.930543 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f3bcdfb-0595-499b-9536-b34d2c5970fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:51.971204 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7f3bcdfb-0595-499b-9536-b34d2c5970fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53fa0a6e948248ba93e70176e0c351ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120911 Aug 18 19:27:51.972461 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bcdfb-0595-499b-9536-b34d2c5970fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8458ced4-dc2c-4bd3-ab97-43d04bb60bd7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:51.974054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:52.036160 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.059114 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.116276 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.119144 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.120317 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8458ced4-dc2c-4bd3-ab97-43d04bb60bd7 HTTP/1.1" status: 204 len: 168 time: 0.1430378 Aug 18 19:27:52.128076 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71addd93-f059-421d-aeb8-28a5c4abdb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8458ced4-dc2c-4bd3-ab97-43d04bb60bd7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:52.400406 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:52.414066 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c90d14e3-ae6f-4b82-813b-b1d458bf6a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.508588 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c90d14e3-ae6f-4b82-813b-b1d458bf6a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.514546 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c90d14e3-ae6f-4b82-813b-b1d458bf6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.552074 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d14e3-ae6f-4b82-813b-b1d458bf6a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649d5cc-0f88-4fd0-8f0a-007ec49acea2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:52.556785 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c90d14e3-ae6f-4b82-813b-b1d458bf6a03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5c08965611246acab39bc3a662f6529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553750 Aug 18 19:27:52.559482 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:52.609834 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.630467 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.679481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.682016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:52.683185 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3649d5cc-0f88-4fd0-8f0a-007ec49acea2 HTTP/1.1" status: 204 len: 168 time: 0.1228447 Aug 18 19:27:52.691044 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5502a9-366d-4a96-a69f-cd3bdbcc511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649d5cc-0f88-4fd0-8f0a-007ec49acea2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:57.344482 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:57.465299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee0cdaeb-5306-466c-badc-682c3f4ed533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.557037 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee0cdaeb-5306-466c-badc-682c3f4ed533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.563601 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee0cdaeb-5306-466c-badc-682c3f4ed533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.600159 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ee0cdaeb-5306-466c-badc-682c3f4ed533 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79732dce4b2641e7a6101b763f88d676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544308 Aug 18 19:27:57.602383 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cdaeb-5306-466c-badc-682c3f4ed533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab09297-12b4-40c0-b951-847a590c35b5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:57.603278 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:57.663073 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.687516 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.734880 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.737389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:57.740946 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ab09297-12b4-40c0-b951-847a590c35b5 HTTP/1.1" status: 204 len: 168 time: 0.1341329 Aug 18 19:27:57.748392 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13fb17-c214-4a1c-b16d-b7a048ec311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab09297-12b4-40c0-b951-847a590c35b5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:58.024191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:58.035140 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f209-76b5-4af2-ab39-a127f46c02d1 req-a476ceca-1fc6-494b-bfb3-1aa2e3952102 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:58.036666 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5862f209-76b5-4af2-ab39-a127f46c02d1 req-a476ceca-1fc6-494b-bfb3-1aa2e3952102 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 946 time: 0.0591574 Aug 18 19:27:58.040563 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d484345f-2827-4f09-abf7-a66e08424941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.076561 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5862f209-76b5-4af2-ab39-a127f46c02d1 req-0acd1d6f-5645-4c45-9366-81a9936f6333 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Aug 18 19:27:58.134004 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d484345f-2827-4f09-abf7-a66e08424941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.138966 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d484345f-2827-4f09-abf7-a66e08424941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.174969 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484345f-2827-4f09-abf7-a66e08424941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171695ef-b2bd-4a29-b91c-70b2828ef8d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:58.180362 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d484345f-2827-4f09-abf7-a66e08424941 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=443a55070aea427dadb006725a1b9eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551046 Aug 18 19:27:58.182221 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60772) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:58.232665 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.254087 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.305783 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.308529 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:58.309683 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/171695ef-b2bd-4a29-b91c-70b2828ef8d4 HTTP/1.1" status: 204 len: 168 time: 0.1264982 Aug 18 19:27:58.317328 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a13c-c0c7-4039-bcbb-033e232c9256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171695ef-b2bd-4a29-b91c-70b2828ef8d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:59.020035 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:59.124147 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452241562-network', 'tenant_id': '4d6266f783ea4f0c9ea8ca794f316362'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:27:59.149185 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Made reservation on behalf of 4d6266f783ea4f0c9ea8ca794f316362 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:27:59.152174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.162588 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.237085 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cca6bc-4165-4a7a-a3ad-9649f41ba884 req-277a10c4-6253-4ead-83ab-9aced060ae4c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:59.238575 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0cca6bc-4165-4a7a-a3ad-9649f41ba884 req-277a10c4-6253-4ead-83ab-9aced060ae4c tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 946 time: 0.0777371 Aug 18 19:27:59.296232 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0cca6bc-4165-4a7a-a3ad-9649f41ba884 req-f127161e-f61d-4900-b281-c8bd8f1f13cd tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups?id=e17d06f0-15b8-44b1-877b-1e382d1a8899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510457 Aug 18 19:27:59.326160 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.332529 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.365362 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:27:59.373016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20581953-c022-4720-aa62-be17128ea119,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:59.381178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.381178 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Added segment af742719-6121-4226-921b-7c3f9e14bbac of type vlan for network 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e Aug 18 19:27:59.426529 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.456452 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.457501 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:59.458083 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.516699 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4955308 Aug 18 19:27:59.521083 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:27:59.523815 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3616f66-bbd1-4f2a-a403-eefc213f0f9a admin admin] Pushing event updated for resources: {'Network': ['ID=0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:59.529266 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Request body: {'subnet': {'network_id': '0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452241562-subnet', 'tenant_id': '4d6266f783ea4f0c9ea8ca794f316362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:27:59.530944 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-435595d6-2ec6-45d7-9980-4a9dae6f53b8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:59.532496 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-435595d6-2ec6-45d7-9980-4a9dae6f53b8 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 946 time: 0.0520453 Aug 18 19:27:59.534382 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:27:59.556648 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Made reservation on behalf of 4d6266f783ea4f0c9ea8ca794f316362 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:27:59.559133 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346493'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.645386 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Deleting port 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:27:59.645733 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.731577 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346475'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.737737 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] For port 414647d0-d133-4489-aca4-332d8a207485, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=414647d0-d133-4489-aca4-332d8a207485,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:27:59.738138 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.781290 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Pushing event updated for resources: {'Subnet': ['ID=371e17c3-f2b2-4f65-ae3c-ccc9b733b9a9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:27:59.796236 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Checking segment: {'id': 'af742719-6121-4226-921b-7c3f9e14bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:27:59.796589 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Network hostable DHCP agents. Network: 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:27:59.813673 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Network 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:27:59.822482 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:27:59.827666 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:27:59.828949 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.832432 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49ab70-d132-4844-9208-22078bb03bff None None] Network 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:27:59.845350 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-95d23414-ab95-4315-b73a-75f725b3471e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3225846 Aug 18 19:27:59.919369 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.919646 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:27:59.919991 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Floating IP 0b82eda8-1e02-47c5-87d1-68f6dabea605 disassociated. External IP: 172.27.0.184, port: 414647d0-d133-4489-aca4-332d8a207485. Aug 18 19:27:59.920339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Calling delete_port for 414647d0-d133-4489-aca4-332d8a207485 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:27:59.966088 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d91fcf-48bb-47fe-b5fc-d32f5139ed9e None None] Network 0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:28:00.053369 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.082230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'Port': ['ID=414647d0-d133-4489-aca4-332d8a207485,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:00.198591 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:28:00.305207 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:28:00.313028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:00.316063 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:28:00.318034 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1385037160-network', 'tenant_id': '46bd7fb203a14f78b1cc4e8c8d3ffa85'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:28:00.328338 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:00.328966 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:00.362444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] No DVR routers for this DVR port 414647d0-d133-4489-aca4-332d8a207485 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:28:00.366358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.368362 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff2ba55c-9cd5-4e52-841e-b7ad2469f4a4 req-a75e0617-fbb7-4226-a10a-9f2cf4589801 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.67 "DELETE /v2.0/ports/414647d0-d133-4489-aca4-332d8a207485 HTTP/1.1" status: 204 len: 173 time: 0.8292861 Aug 18 19:28:00.368834 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-deleted', 'tag': '414647d0-d133-4489-aca4-332d8a207485'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:28:00.371394 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec31e2-215c-42ab-8700-059837764fa6" -d '{"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-deleted", "tag": "414647d0-d133-4489-aca4-332d8a207485"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:28:00.391991 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Made reservation on behalf of 46bd7fb203a14f78b1cc4e8c8d3ffa85 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:28:00.395082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.403131 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-378490b7-c93e-48a2-9ba1-042c040ea61e req-71919a42-9075-4a55-abc5-5e37955d58df tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0a92c40-db3c-4d67-841b-dd5f42445cdc HTTP/1.1" status: 200 len: 210 time: 0.0322433 Aug 18 19:28:00.405693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.446427 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fdd342-d918-4383-871c-0cbfbb88f7fb x-openstack-request-id: req-92fdd342-d918-4383-871c-0cbfbb88f7fb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:28:00.446570 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a92c40-db3c-4d67-841b-dd5f42445cdc", "name": "network-vif-deleted", "tag": "414647d0-d133-4489-aca4-332d8a207485", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:28:00.446767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92fdd342-d918-4383-871c-0cbfbb88f7fb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:28:00.447168 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a92c40-db3c-4d67-841b-dd5f42445cdc', 'name': 'network-vif-deleted', 'tag': '414647d0-d133-4489-aca4-332d8a207485', 'status': 'completed', 'code': 200} Aug 18 19:28:00.492113 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:00.514954 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.525081 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.547584 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:28:00.561851 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ed352f-7d01-4b4a-9ff1-c2e50bc79756,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:00.578594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.578941 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Added segment ab917f41-4381-4fbd-b261-a7f8778f7db5 of type vlan for network 4760c163-796c-4dcb-bcfe-7819c29ecd56 Aug 18 19:28:00.620663 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.647239 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.648322 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:00.648847 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.705436 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911285 Aug 18 19:28:00.708158 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:00.710323 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a36bd-cb43-4fc6-add2-565bf7553c21 admin admin] Pushing event updated for resources: {'Network': ['ID=4760c163-796c-4dcb-bcfe-7819c29ecd56,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:00.713618 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Request body: {'subnet': {'network_id': '4760c163-796c-4dcb-bcfe-7819c29ecd56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1385037160-subnet', 'tenant_id': '46bd7fb203a14f78b1cc4e8c8d3ffa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:28:00.720957 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:00.722598 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network 4760c163-796c-4dcb-bcfe-7819c29ecd56 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:28:00.734851 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Made reservation on behalf of 46bd7fb203a14f78b1cc4e8c8d3ffa85 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:28:00.737607 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346493'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.749414 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:28:00.758918 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:00.759744 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:27:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:00.877609 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:00.914693 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8760011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346475'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:00.970426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e6f788-f37c-4a35-a66e-a0d1a56c8fc8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:00.980783 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Checking segment: {'id': 'ab917f41-4381-4fbd-b261-a7f8778f7db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4760c163-796c-4dcb-bcfe-7819c29ecd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:28:00.981140 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Network hostable DHCP agents. Network: 4760c163-796c-4dcb-bcfe-7819c29ecd56, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:28:00.998430 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Network 4760c163-796c-4dcb-bcfe-7819c29ecd56 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:28:01.008177 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, 4760c163-796c-4dcb-bcfe-7819c29ecd56) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:28:01.012548 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:01.013174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.018615 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07702008-a7a1-496e-b4d0-34ccdb8cfcdb None None] Network 4760c163-796c-4dcb-bcfe-7819c29ecd56 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:28:01.029526 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a0904b75-9256-4a03-aadb-7c34dc35e7b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200161 Aug 18 19:28:01.083502 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:01.110278 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9552d1-9d43-4363-b396-694cf2189125 None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '229206d7-ef31-487e-b265-beceae6c729c', 'name': '', 'network_id': '6b0964f2-ec30-456a-8f20-04137d2458b7', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'mac_address': 'fa:16:3e:4f:dd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:34Z', 'updated_at': '2021-08-18T19:20:45Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'subnets': [{'id': 'd545be02-6180-4939-84e7-edcbb29e46c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:28:01.153258 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2445d9-417f-4a64-8e45-04fcf0217637 None None] Network 4760c163-796c-4dcb-bcfe-7819c29ecd56 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:28:01.344097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9f38d9-f502-4cf0-abfc-95f33e142ab3 None None] New status for floating IP 0b82eda8-1e02-47c5-87d1-68f6dabea605: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:28:01.503896 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:01.575704 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.599304 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.652836 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.655940 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.657122 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "DELETE /v2.0/security-groups/e17d06f0-15b8-44b1-877b-1e382d1a8899 HTTP/1.1" status: 204 len: 168 time: 0.1522903 Aug 18 19:28:01.660135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60840) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:01.666510 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707848e-aaeb-46c5-9a1a-c2095ba7b081 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d06f0-15b8-44b1-877b-1e382d1a8899,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:01.675486 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.api.v2.resource [None req-411d58d0-5ce9-410e-8238-59f1d10bebaa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] show failed (client error): The resource could not be found. Aug 18 19:28:01.676574 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-411d58d0-5ce9-410e-8238-59f1d10bebaa tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "GET /v2.0/security-groups/e17d06f0-15b8-44b1-877b-1e382d1a8899 HTTP/1.1" status: 404 len: 347 time: 0.0153842 Aug 18 19:28:01.680560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:01.808205 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Deleting port 0d7109aa-4c50-4552-afa1-cbb07e3388f4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:28:01.808538 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.883873 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.884176 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:01.895829 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Calling delete_port for 0d7109aa-4c50-4552-afa1-cbb07e3388f4 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:28:02.036191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:02.063621 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Pushing event deleted for resources: {'Port': ['ID=0d7109aa-4c50-4552-afa1-cbb07e3388f4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:02.123757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:02.126191 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:02.127348 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-eb5dc9c9-b134-4003-96f4-913f8e754cc5 tempest-AttachVolumeShelveTestJSON-494617740 tempest-AttachVolumeShelveTestJSON-494617740-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b82eda8-1e02-47c5-87d1-68f6dabea605 HTTP/1.1" status: 204 len: 168 time: 0.4458375 Aug 18 19:28:02.346851 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:28:02.374373 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 414647d0-d133-4489-aca4-332d8a207485 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:28:02.374836 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 414647d0-d133-4489-aca4-332d8a207485 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:28:03.357445 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-738ce8e3-f0b4-4694-b3bb-b112ec1e648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:04.590696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:05.448648 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:05.648994 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f38d91d-6a74-4b72-afa4-719fe35a50b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:05.752149 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Deleting port 229206d7-ef31-487e-b265-beceae6c729c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:28:05.752740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:05.837604 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] For port 229206d7-ef31-487e-b265-beceae6c729c, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=229206d7-ef31-487e-b265-beceae6c729c,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:05.837972 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:05.851986 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Calling delete_port for 229206d7-ef31-487e-b265-beceae6c729c owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:28:06.008111 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.036211 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.066206 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=229206d7-ef31-487e-b265-beceae6c729c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:06.224359 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.442157 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Router bad77742-ef4b-43cd-a522-cf347c5fcfde has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:28:06.549285 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:28:06.555290 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c08c9f56-9007-4fd9-ae67-af21cf56ea8f admin admin] 10.222.0.25 "PUT /v2.0/routers/bad77742-ef4b-43cd-a522-cf347c5fcfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634337 Aug 18 19:28:06.557422 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:06.558823 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Sync routers for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:28:06.568039 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:06.568651 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:28:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:06.662025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.672734 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:06.766374 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.826214 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Deleting port 172413fa-ef53-4db7-8456-979111a8e3ef {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:28:06.826606 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.860341 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:28:05Z', 'revision_number': 5, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port': {'id': '172413fa-ef53-4db7-8456-979111a8e3ef', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:20:21Z', 'updated_at': '2021-08-18T19:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:06.892310 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Checking router: bad77742-ef4b-43cd-a522-cf347c5fcfde for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:28:06.900761 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Routers {'bad77742-ef4b-43cd-a522-cf347c5fcfde'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:06.901365 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:28:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['bad77742-ef4b-43cd-a522-cf347c5fcfde'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:06.905779 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] For port 172413fa-ef53-4db7-8456-979111a8e3ef, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=172413fa-ef53-4db7-8456-979111a8e3ef,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:06.906140 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:06.918296 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Calling delete_port for 172413fa-ef53-4db7-8456-979111a8e3ef owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:28:06.985701 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] Set router bad77742-ef4b-43cd-a522-cf347c5fcfde gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:07.054674 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.089660 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.125241 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=172413fa-ef53-4db7-8456-979111a8e3ef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:07.134290 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:28:06Z', 'revision_number': 6, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:07.164646 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ada93f-15e3-4172-9eaf-138043e252f1 None None] The sync data for ids ['bad77742-ef4b-43cd-a522-cf347c5fcfde'] in dv-cinder-784092-14-iscsi is: [{'id': 'bad77742-ef4b-43cd-a522-cf347c5fcfde', 'name': 'tempest-AttachVolumeShelveTestJSON-1539718837-router', 'tenant_id': 'e1367490278d4baa9833cb58b8812b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:20:19Z', 'updated_at': '2021-08-18T19:28:06Z', 'revision_number': 6, 'project_id': 'e1367490278d4baa9833cb58b8812b68', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:28:07.183186 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.275875 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.278729 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.324854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.325411 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad77742-ef4b-43cd-a522-cf347c5fcfde {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:28:07.330994 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.332075 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e75c0ca6-cd15-464d-ac8a-35a51b8827e3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bad77742-ef4b-43cd-a522-cf347c5fcfde HTTP/1.1" status: 204 len: 168 time: 0.7735615 Aug 18 19:28:07.335114 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 60916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:07.388802 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Deleting subnet d545be02-6180-4939-84e7-edcbb29e46c4 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:28:07.392401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.428700 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.518839 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.578868 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.605097 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d545be02-6180-4939-84e7-edcbb29e46c4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:07.610456 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.614919 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:07.615393 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e401ba-be5a-4bd9-be64-cf46f7e0c521 None None] Network 6b0964f2-ec30-456a-8f20-04137d2458b7 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:28:07.619545 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c68c2ec8-de82-400c-9501-0023537ab315 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d545be02-6180-4939-84e7-edcbb29e46c4 HTTP/1.1" status: 204 len: 168 time: 0.2810862 Aug 18 19:28:07.694850 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.752349 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Deleting port c70ef019-98f3-499e-8cda-0f3e060c8386 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:28:07.752696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.823016 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] For port c70ef019-98f3-499e-8cda-0f3e060c8386, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c70ef019-98f3-499e-8cda-0f3e060c8386,segment=NetworkSegment(c11b6168-6364-4cfb-9e8a-a349a1618389),segment_id=c11b6168-6364-4cfb-9e8a-a349a1618389)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:07.828653 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.837979 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Calling delete_port for c70ef019-98f3-499e-8cda-0f3e060c8386 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:28:07.916521 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:07.942121 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70ef019-98f3-499e-8cda-0f3e060c8386,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:07.945886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] No DVR routers for this DVR port c70ef019-98f3-499e-8cda-0f3e060c8386 on host dv-cinder-784092-14-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:28:07.988019 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e8070-a1c8-4c19-a52a-aa9f1af61ae0 None None] DHCP port deletion for 6b0964f2-ec30-456a-8f20-04137d2458b7 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:28:08.007868 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 229206d7-ef31-487e-b265-beceae6c729c no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:28:08.034223 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 229206d7-ef31-487e-b265-beceae6c729c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:28:08.038412 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 229206d7-ef31-487e-b265-beceae6c729c not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:28:08.292444 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.302931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0964f2-ec30-456a-8f20-04137d2458b7']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:08.314258 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11b6168-6364-4cfb-9e8a-a349a1618389') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:08.314587 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11b6168-6364-4cfb-9e8a-a349a1618389') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:08.324269 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.344866 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.351778 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:28:08.352366 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:28:08.355153 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:28:08.412952 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.417682 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.423363 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b0964f2-ec30-456a-8f20-04137d2458b7 HTTP/1.1" status: 204 len: 168 time: 0.8043633 Aug 18 19:28:08.433203 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7fccd-5d73-4983-8bd3-23a00d3bfc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0964f2-ec30-456a-8f20-04137d2458b7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:08.547702 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:08.587871 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3f06a267-9792-4aad-8547-1d7481e86354 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1367490278d4baa9833cb58b8812b68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388999 Aug 18 19:28:08.590573 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 60942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:08.644922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.667970 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.671430 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.718443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.721295 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:08.722458 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/853cd007-61fd-4dbe-821a-164eca8a69ac HTTP/1.1" status: 204 len: 168 time: 0.1309741 Aug 18 19:28:08.730415 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18919eb3-86cf-4b71-a482-bcdee6eff593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853cd007-61fd-4dbe-821a-164eca8a69ac,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:09.541737 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c70ef019-98f3-499e-8cda-0f3e060c8386 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:28:09.562118 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: c70ef019-98f3-499e-8cda-0f3e060c8386 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:28:09.562462 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c70ef019-98f3-499e-8cda-0f3e060c8386 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:28:09.562913 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 172413fa-ef53-4db7-8456-979111a8e3ef no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:28:09.582467 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 172413fa-ef53-4db7-8456-979111a8e3ef {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:28:09.582817 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 172413fa-ef53-4db7-8456-979111a8e3ef not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:28:11.258064 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.181838 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-fdc180c7-1c08-413f-b589-80f71d125551 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465869079&fields=id&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 267 time: 0.0397596 Aug 18 19:28:12.295371 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-d7cf8109-0efd-410c-93b9-f87fa1d9bb47 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:12.297176 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-d7cf8109-0efd-410c-93b9-f87fa1d9bb47 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.1084263 Aug 18 19:28:12.313066 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-799742a3-8d0f-4b59-be6e-8d1c0de3deaf tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/quotas/4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 375 time: 0.0098069 Aug 18 19:28:12.370314 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-450b5f52-01f0-4ee9-9640-f4a0433254c0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516484 Aug 18 19:28:12.520205 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 32810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:12.592219 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd6679a4-a8d6-4e27-a4ce-64a38a970e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.654443 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-a9f1ff67-ebf2-48ce-ac89-f31877b228ab service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704880 Aug 18 19:28:12.779425 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-2b229127-d279-4100-8c08-62ce3034e2fa service neutron] 10.222.0.25 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169963 Aug 18 19:28:12.789190 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd6679a4-a8d6-4e27-a4ce-64a38a970e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.795732 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd6679a4-a8d6-4e27-a4ce-64a38a970e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.836489 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-fd6679a4-a8d6-4e27-a4ce-64a38a970e85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03b32a4bfb454bb9bed35f9a6a8b9ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150141 Aug 18 19:28:12.837398 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6679a4-a8d6-4e27-a4ce-64a38a970e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be23f0ca-04a3-4c14-9980-830e51b0ef9b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:12.838199 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 32818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:12.887476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.911782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.966028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.968966 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:12.970320 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be23f0ca-04a3-4c14-9980-830e51b0ef9b HTTP/1.1" status: 204 len: 168 time: 0.1310818 Aug 18 19:28:12.986098 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626c07d-1e2d-441d-b813-1c348c758e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be23f0ca-04a3-4c14-9980-830e51b0ef9b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:13.126666 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d315108d-b55f-4756-92c1-d32498c34919 req-40c081af-8d2b-4d09-8ca8-4d8d84bd2fb1 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 210 time: 0.0283496 Aug 18 19:28:14.100589 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-e2943f40-ba51-426c-8ed9-745252636d2e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:14.102165 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-e2943f40-ba51-426c-8ed9-745252636d2e tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 812 time: 0.1132808 Aug 18 19:28:14.164117 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-ed3e6d8f-0652-4e0d-83b9-a839d55019e5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d4a606ae22d410289c4c35cde5d6e7a HTTP/1.1" status: 200 len: 380 time: 0.0519621 Aug 18 19:28:14.174545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'port': {'device_id': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'admin_state_up': True, 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'security_groups': ['7ba1db42-0cf0-41f0-a676-e5cd8f965f11']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:28:14.249739 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-26f47664-b4ac-40f5-a4b9-34dcbfd5570a req-3a65ffec-b813-4a99-9abf-1d1e2a166010 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 210 time: 0.0437553 Aug 18 19:28:14.313693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Made reservation on behalf of 4d4a606ae22d410289c4c35cde5d6e7a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:28:14.317856 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:14.468100 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.20.0.8 (d2ad66f9-82a5-4f38-80ec-a4045fffabf2/8c2d483b-d0ce-4cc0-aed4-2138b8939917/17d7e5b1-bce9-4b71-8a21-21448f8e4f0a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:28:14.622742 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:14.636266 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Transition to ACTIVE for port object 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:28:14.675071 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:14.736858 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:28:14.740143 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:28:14.743583 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:28:14.771204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:14.805706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:14.806342 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:14.835070 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-852a3a37-e2a1-4e52-b94e-2fd19bd06a3d tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651976 Aug 18 19:28:14.848388 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Request body: {'port': {'device_id': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:28:14.906025 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.035207 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-507b7b60-299b-495c-8f06-c14050c0b6d1 None None] Provisioning for port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:28:15.038949 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-507b7b60-299b-495c-8f06-c14050c0b6d1 None None] Provisioning complete for port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:28:15.039418 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-507b7b60-299b-495c-8f06-c14050c0b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.076749 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-507b7b60-299b-495c-8f06-c14050c0b6d1 None None] Port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 19:28:15.181334 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:28:15.190198 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.206996 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Transition to ACTIVE for port object 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:28:15.211693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.259715 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:15.333253 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Attempting to bind port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:28:15.333524 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Attempting to bind port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:28:15.333843 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Attempting to bind port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:28:15.338745 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:28:15.339080 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Attempting to bind port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a on network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:28:15.344560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:28:15.344888 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Checking segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:28:15.345268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Bound using segment: {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:28:15.345695 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Bound port: 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7e6350-1bfb-46dc-a297-ae8d058be217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:28:15.346053 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.373763 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8255356-c122-4e37-b99a-08482b2384c8 req-820023ae-49c8-4724-9e17-1b44a37871c7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:15.376721 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8255356-c122-4e37-b99a-08482b2384c8 req-820023ae-49c8-4724-9e17-1b44a37871c7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0552244 Aug 18 19:28:15.419231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:28:15.422598 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:28:15.424447 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e8255356-c122-4e37-b99a-08482b2384c8 req-bc8ddec5-80ec-44b6-ae88-fc393d0f8d10 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Aug 18 19:28:15.428105 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.459999 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:15.460616 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:15.461978 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] 10.222.0.67 "PUT /v2.0/ports/17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 200 len: 1093 time: 0.6183050 Aug 18 19:28:15.462406 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:28:15.464686 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:28:15.505348 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a839579-010e-4735-950a-05c888c4ff69 service neutron] Pushing event updated for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:15.521041 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f472fe-59c8-4a6d-b285-f65ba26a0ef8 x-openstack-request-id: req-87f472fe-59c8-4a6d-b285-f65ba26a0ef8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:28:15.521330 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:28:15.521587 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f472fe-59c8-4a6d-b285-f65ba26a0ef8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:28:15.522371 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'status': 'completed', 'code': 200} Aug 18 19:28:15.557868 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-708274c3-e845-4c05-999f-3acd58b438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:15.559402 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-708274c3-e845-4c05-999f-3acd58b438fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1096 time: 0.0484247 Aug 18 19:28:15.606735 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-bc21f1fe-6836-4adf-a8cd-f4aab4d8df32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 200 len: 217 time: 0.0384991 Aug 18 19:28:15.660717 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-5c15c893-59de-4b9d-a842-52b5eb933cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:15.662175 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-5c15c893-59de-4b9d-a842-52b5eb933cdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0483124 Aug 18 19:28:15.708317 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859f-3f1c-46ba-9549-85a3687faeae req-7a140a74-0bb3-4097-993b-134004cccab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:15.709821 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-7a140a74-0bb3-4097-993b-134004cccab7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401008 Aug 18 19:28:15.812070 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-d3d7a44f-ebdf-4736-a300-0a70f0c50247 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943844 Aug 18 19:28:15.907508 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-867f859f-3f1c-46ba-9549-85a3687faeae req-3f301884-1aa0-4b95-882b-2f4d0bdb3279 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875971 Aug 18 19:28:16.007643 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-74eef64a-a22e-4fcf-857d-5857b8cdeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:16.014015 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-74eef64a-a22e-4fcf-857d-5857b8cdeb02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1096 time: 0.0542760 Aug 18 19:28:16.114689 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-5087894e-a43f-4455-9c1a-a2749dd9b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:16.116125 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-5087894e-a43f-4455-9c1a-a2749dd9b92e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0944419 Aug 18 19:28:16.163997 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-81b57072-cac8-4302-a32f-034c7a66d8f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 200 len: 217 time: 0.0383992 Aug 18 19:28:16.215283 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-fb4c6ba1-1455-4a08-9e7e-e6bf86398c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:16.216791 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-fb4c6ba1-1455-4a08-9e7e-e6bf86398c33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0460188 Aug 18 19:28:16.264066 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-032c83f1-324b-47b5-9574-5d743fc04a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:16.265890 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-032c83f1-324b-47b5-9574-5d743fc04a7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409126 Aug 18 19:28:16.367664 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-ea3edb25-5a82-42c1-af38-8d12d06f3e52 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894296 Aug 18 19:28:16.463958 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e8771e-57b0-48ef-91d3-ed47a86bb57f req-05028d17-3f5c-4415-843f-962b61fd66ef service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857289 Aug 18 19:28:16.543795 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa5611-d2ea-44ee-8b5a-ab66540a27c9 req-b16b49fa-e16f-497a-aee9-37b36fa4f1f9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:16.545341 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fa5611-d2ea-44ee-8b5a-ab66540a27c9 req-b16b49fa-e16f-497a-aee9-37b36fa4f1f9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0493248 Aug 18 19:28:16.583423 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fa5611-d2ea-44ee-8b5a-ab66540a27c9 req-42b045d3-22fd-4068-a738-7a7773456ead tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 18 19:28:17.361545 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 32948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:17.420815 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Deleting subnet 371e17c3-f2b2-4f65-ae3c-ccc9b733b9a9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:28:17.424655 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.462347 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.502197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.557847 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.584390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371e17c3-f2b2-4f65-ae3c-ccc9b733b9a9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:17.586278 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.588186 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9275d98b-7fcc-4e56-958f-9fdbb52d0508 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/371e17c3-f2b2-4f65-ae3c-ccc9b733b9a9 HTTP/1.1" status: 204 len: 168 time: 0.2259202 Aug 18 19:28:17.590937 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 32956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:17.669959 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.716591 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a56af-68ae-4645-80fc-ace937fa99d4 req-0529117c-aa6b-4d10-9ef5-50d2d1b7b3c8 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:17.718066 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b4a56af-68ae-4645-80fc-ace937fa99d4 req-0529117c-aa6b-4d10-9ef5-50d2d1b7b3c8 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0584910 Aug 18 19:28:17.750866 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.756113 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b4a56af-68ae-4645-80fc-ace937fa99d4 req-a5c7bf40-4a2d-4230-a0de-05ba0deeb2b0 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Aug 18 19:28:17.761103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:17.772460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af742719-6121-4226-921b-7c3f9e14bbac') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:17.772763 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af742719-6121-4226-921b-7c3f9e14bbac') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:17.783226 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.797433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.805590 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:28:17.805981 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:28:17.807706 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:28:17.869687 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.877328 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.879181 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e HTTP/1.1" status: 204 len: 168 time: 0.2873621 Aug 18 19:28:17.882170 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 32960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:17.889869 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0dcbc-d8d7-417e-bee4-444f010a2bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3c68a0-c1fe-4d2a-8675-2bbfc3716a8e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:17.925624 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Deleting subnet c4e6f788-f37c-4a35-a66e-a0d1a56c8fc8 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:28:17.928877 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:17.967558 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.008265 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.073737 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.099329 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e6f788-f37c-4a35-a66e-a0d1a56c8fc8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:18.103070 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.105087 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7c27f2f8-a32b-489a-90fa-2fcca1cd2a10 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c4e6f788-f37c-4a35-a66e-a0d1a56c8fc8 HTTP/1.1" status: 204 len: 168 time: 0.2217109 Aug 18 19:28:18.107528 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 32962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:18.181004 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.266499 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.277142 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4760c163-796c-4dcb-bcfe-7819c29ecd56']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:18.287235 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab917f41-4381-4fbd-b261-a7f8778f7db5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:18.287525 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab917f41-4381-4fbd-b261-a7f8778f7db5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:18.297152 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.310494 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.316411 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:28:18.316902 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:28:18.318518 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:28:18.387497 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.394701 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.400226 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4760c163-796c-4dcb-bcfe-7819c29ecd56 HTTP/1.1" status: 204 len: 168 time: 0.2917295 Aug 18 19:28:18.412027 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f1ab3-e1e8-4fc5-bc98-67f792847258 admin admin] Pushing event deleted for resources: {'Network': ['ID=4760c163-796c-4dcb-bcfe-7819c29ecd56,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:18.572419 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 32974) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:18.616239 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7a48c32c-10e3-47d4-b821-81af13da120f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d6266f783ea4f0c9ea8ca794f316362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420096 Aug 18 19:28:18.618608 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 32978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:18.668087 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.690000 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.752852 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.755299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:18.756490 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20581953-c022-4720-aa62-be17128ea119 HTTP/1.1" status: 204 len: 168 time: 0.1370032 Aug 18 19:28:18.765367 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0512d-4af7-4a6b-988e-3cf77d5d2f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20581953-c022-4720-aa62-be17128ea119,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:18.885485 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296d397-211c-4648-8b19-0f0a7436925b req-0d44b059-f24c-49f1-abea-ea0ec3920ea5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:18.887122 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6296d397-211c-4648-8b19-0f0a7436925b req-0d44b059-f24c-49f1-abea-ea0ec3920ea5 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0502884 Aug 18 19:28:18.927221 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6296d397-211c-4648-8b19-0f0a7436925b req-009b13f6-3600-42f3-9fe1-60630a5f35a7 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Aug 18 19:28:19.119626 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33000) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:19.160186 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9e2f43ae-9f17-4f88-bca4-36d1a9f0d706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46bd7fb203a14f78b1cc4e8c8d3ffa85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393353 Aug 18 19:28:19.162975 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:19.210180 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:19.235949 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:19.286891 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:19.291353 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:19.293001 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31ed352f-7d01-4b4a-9ff1-c2e50bc79756 HTTP/1.1" status: 204 len: 168 time: 0.1290610 Aug 18 19:28:19.301159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b60d4-7687-4dbc-9404-4c133e8565be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ed352f-7d01-4b4a-9ff1-c2e50bc79756,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:20.053837 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38043c-d296-4a10-b100-beb7f915e69b req-6cdced8e-8690-4a05-a493-b4bf9241fa20 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:20.055435 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab38043c-d296-4a10-b100-beb7f915e69b req-6cdced8e-8690-4a05-a493-b4bf9241fa20 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0606964 Aug 18 19:28:20.098944 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab38043c-d296-4a10-b100-beb7f915e69b req-19fa5219-c77a-4544-946c-017d812c8741 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 Aug 18 19:28:20.472357 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:20.597102 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2957695f-1428-4239-9e0b-43cbe845d6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.685476 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2957695f-1428-4239-9e0b-43cbe845d6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.693830 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2957695f-1428-4239-9e0b-43cbe845d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.741427 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2957695f-1428-4239-9e0b-43cbe845d6f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2b9e53d50b241df95876538d3bd1e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676663 Aug 18 19:28:20.742298 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957695f-1428-4239-9e0b-43cbe845d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e339f8-c219-45a8-9d01-508c7f8376f9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:20.745263 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:20.793738 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.815830 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.866260 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.868822 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:20.869948 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00e339f8-c219-45a8-9d01-508c7f8376f9 HTTP/1.1" status: 204 len: 168 time: 0.1234908 Aug 18 19:28:20.877356 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cce07d-0906-44cf-b309-df0ef81b28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e339f8-c219-45a8-9d01-508c7f8376f9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:21.223524 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba7cee-e5e2-4be9-932c-f6e555e9d103 req-55f2a063-0e8c-4847-8a2f-7ed438acfe00 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:21.225485 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6ba7cee-e5e2-4be9-932c-f6e555e9d103 req-55f2a063-0e8c-4847-8a2f-7ed438acfe00 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0560277 Aug 18 19:28:21.266910 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f6ba7cee-e5e2-4be9-932c-f6e555e9d103 req-149e5e23-26bc-4f96-99be-98ca475c008b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335755 Aug 18 19:28:22.401249 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cde53c-536b-4526-84c6-c4b830c97bf5 req-a5f7d91c-37c6-4bd5-ab73-0e138e103165 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:22.402760 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47cde53c-536b-4526-84c6-c4b830c97bf5 req-a5f7d91c-37c6-4bd5-ab73-0e138e103165 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 943 time: 0.0561609 Aug 18 19:28:22.441372 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:28:22.442566 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-47cde53c-536b-4526-84c6-c4b830c97bf5 req-4ab32142-78a9-42ac-af1e-7bb38c958d3f tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Aug 18 19:28:22.537180 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:22.548289 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'port_id': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'mac_address': 'fa:16:3e:b7:bb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:28:22.605577 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:22.624320 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:28:22.640630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:22.646634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:22.693885 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:22.875302 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:28:23.565389 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7145-70f8-43b1-aade-88fac0645ccc req-512ad72c-ae26-4c07-92b7-676d05b76a71 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:23.566862 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-809c7145-70f8-43b1-aade-88fac0645ccc req-512ad72c-ae26-4c07-92b7-676d05b76a71 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 944 time: 0.0509694 Aug 18 19:28:23.610185 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-809c7145-70f8-43b1-aade-88fac0645ccc req-aa138428-500f-453b-b56c-6b77483aa825 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363538 Aug 18 19:28:24.463337 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:28:24.516170 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:28:24.520097 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:28:24.520623 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:24.732542 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:24.734319 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c92bf-18aa-4102-a67f-df2684778d18 req-b34ab675-ef57-4f16-930b-ef4aef7724f3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:24.736314 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-926c92bf-18aa-4102-a67f-df2684778d18 req-b34ab675-ef57-4f16-930b-ef4aef7724f3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 944 time: 0.0531187 Aug 18 19:28:24.756551 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:28:24.758798 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcf9da-90a6-42a9-a9fe-a811fab5ca93" -d '{"events": [{"server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "name": "network-vif-plugged", "status": "completed", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:28:24.771565 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:28:24.777070 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-926c92bf-18aa-4102-a67f-df2684778d18 req-2dbe8790-3038-4b79-b369-3e913a60cf34 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Aug 18 19:28:24.786901 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:24.812334 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a69ca9-d130-42e7-a782-5cf0b90cdc46 x-openstack-request-id: req-88a69ca9-d130-42e7-a782-5cf0b90cdc46 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:28:24.812627 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "name": "network-vif-plugged", "status": "completed", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:28:24.812886 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88a69ca9-d130-42e7-a782-5cf0b90cdc46 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:28:24.813248 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'code': 200} Aug 18 19:28:24.841069 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:24.938556 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:25.027975 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da7e13-794d-4fb4-8131-1559136df087 req-fa2399d9-bb24-46e7-8853-7674895556eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:25.029515 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6da7e13-794d-4fb4-8131-1559136df087 req-fa2399d9-bb24-46e7-8853-7674895556eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1098 time: 0.0410159 Aug 18 19:28:25.055065 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b7cd10-e630-4b01-a5ad-fca1cd9263e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.084675 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6da7e13-794d-4fb4-8131-1559136df087 req-879e51cc-b50c-4ed6-805d-d0742f0dce88 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Aug 18 19:28:25.173089 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b7cd10-e630-4b01-a5ad-fca1cd9263e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.178649 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b7cd10-e630-4b01-a5ad-fca1cd9263e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.215405 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-13b7cd10-e630-4b01-a5ad-fca1cd9263e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=160323a7b5e44ab1b52b159b0d9dfc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750561 Aug 18 19:28:25.216267 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7cd10-e630-4b01-a5ad-fca1cd9263e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0850b6e-6262-40af-8011-a0740c9293ae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:25.218614 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33178) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:25.280671 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.303077 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.352346 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.354873 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:25.356036 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0850b6e-6262-40af-8011-a0740c9293ae HTTP/1.1" status: 204 len: 168 time: 0.1360750 Aug 18 19:28:25.363399 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2efce2-c9c8-4bdd-9cd5-0bc6d109d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0850b6e-6262-40af-8011-a0740c9293ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:25.604736 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:28:25.907616 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7c16e-12db-4879-9b44-4caa256c2e69 req-3d9d0492-7594-4a28-be9b-7ca6aecf4d67 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:25.909189 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cce7c16e-12db-4879-9b44-4caa256c2e69 req-3d9d0492-7594-4a28-be9b-7ca6aecf4d67 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0542564 Aug 18 19:28:25.951001 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cce7c16e-12db-4879-9b44-4caa256c2e69 req-db202431-c4c5-4e63-a9f0-3e2481b86322 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Aug 18 19:28:27.083487 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740883c-895a-4bec-8b4f-6fe16f5f3090 req-d6568be2-0b62-4b66-9256-30b3a282caf8 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:27.084875 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2740883c-895a-4bec-8b4f-6fe16f5f3090 req-d6568be2-0b62-4b66-9256-30b3a282caf8 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0557411 Aug 18 19:28:27.124437 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2740883c-895a-4bec-8b4f-6fe16f5f3090 req-4c8fb9d7-0337-4eb7-8240-adee9e3f2a9b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334132 Aug 18 19:28:27.250410 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0a17-3037-4035-83fd-2e6fae2fd3b6 req-4c965d62-d791-40b3-b05d-5b3bdd675662 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:27.251910 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-273c0a17-3037-4035-83fd-2e6fae2fd3b6 req-4c965d62-d791-40b3-b05d-5b3bdd675662 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Aug 18 19:28:27.293309 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-273c0a17-3037-4035-83fd-2e6fae2fd3b6 req-66e3bedd-71f5-480c-bcd7-ef62a0865d45 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Aug 18 19:28:27.316138 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:27.519728 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541c379-2ddd-411c-be0c-7dfd4b417532 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:27.521304 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c541c379-2ddd-411c-be0c-7dfd4b417532 tempest-TestVolumeBootPattern-534666976 tempest-TestVolumeBootPattern-534666976-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1093 time: 0.2042074 Aug 18 19:28:27.525872 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33212) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:27.530439 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Request body: {'floatingip': {'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'port_id': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:28:27.557164 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:27.663508 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:27.776112 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Allocated IP 172.27.0.34 (93a13642-73e9-448e-a9de-828e18b02abe/a11d1d1d-a74e-4c84-b4f4-dfeba76049ce/9f34df80-7f1e-4e8e-8048-6aab3d65b436) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:28:27.894770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:27.937140 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:27.978088 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Network 93a13642-73e9-448e-a9de-828e18b02abe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:28:27.981168 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:28:27.983649 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:28:27.989432 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=9f34df80-7f1e-4e8e-8048-6aab3d65b436,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:28.354676 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:28.428117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:28.587567 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:28.595084 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8759920'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:28.673176 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event updated for resources: {'Port': ['ID=9f34df80-7f1e-4e8e-8048-6aab3d65b436,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:28.681879 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-294906'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:28.783040 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 287af7b6-d3ea-490a-99be-74a103688480 associated. External IP: 172.27.0.34, port: 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a. Aug 18 19:28:29.274973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:28:29.386145 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:28:29.400003 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:28:29.402414 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:29.410194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:29.410821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:28:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:29.440123 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cb88685e-5660-4476-b7fc-6f6fb5e0966c tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9031978 Aug 18 19:28:29.440123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:28:29.440123 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc9d5a-674b-4457-afcc-a25f67f38431" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:28:29.469839 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a246ad1-ffac-4fe9-9fb4-2190e3de68f5 x-openstack-request-id: req-2a246ad1-ffac-4fe9-9fb4-2190e3de68f5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:28:29.470122 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:28:29.470369 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a246ad1-ffac-4fe9-9fb4-2190e3de68f5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:28:29.470758 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'status': 'completed', 'code': 200} Aug 18 19:28:29.537283 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:29.538085 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-53bdea3c-7e07-48d8-8539-8789b9340d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:29.539582 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-53bdea3c-7e07-48d8-8539-8789b9340d74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1098 time: 0.0457151 Aug 18 19:28:29.630725 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-313e0af5-8808-4760-8897-1325391fc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:29.632220 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-313e0af5-8808-4760-8897-1325391fc54f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0859208 Aug 18 19:28:29.703791 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-402645e0-df28-4abc-9b26-822639cc63f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 200 len: 998 time: 0.0633593 Aug 18 19:28:29.754830 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-68f8f18e-8c6d-4548-90de-6cbdd394c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:29.756796 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-68f8f18e-8c6d-4548-90de-6cbdd394c413 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0464981 Aug 18 19:28:29.784295 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}, {'id': '287af7b6-d3ea-490a-99be-74a103688480', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:b7:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:28:28Z', 'updated_at': '2021-08-18T19:28:28Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:29.806433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-592b9e6c-9b8c-4265-a3b0-a2b89caadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:28:29.808001 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-592b9e6c-9b8c-4265-a3b0-a2b89caadc6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442753 Aug 18 19:28:29.813134 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:28:29.821821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:28:29.822440 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:28:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:29.847640 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:29.908013 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-fd46e4eb-c533-46e3-b968-c13a48f1a09a service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928948 Aug 18 19:28:29.940247 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:28:29.954004 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c05c1e5-a89d-4630-ac3e-a57b7ee1b02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.000926 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16fc9d5a-674b-4457-afcc-a25f67f38431 req-45626feb-6a0e-40c4-8317-eaf62c8031cd service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858116 Aug 18 19:28:30.049897 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c05c1e5-a89d-4630-ac3e-a57b7ee1b02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.054022 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c05c1e5-a89d-4630-ac3e-a57b7ee1b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.089124 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c1e5-a89d-4630-ac3e-a57b7ee1b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab54b51-2cf0-45d1-969f-d4f63cb8e956,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:30.094998 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6c05c1e5-a89d-4630-ac3e-a57b7ee1b02a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72c3fb115f1141a5af651384f5b1c975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443535 Aug 18 19:28:30.095967 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33266) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:30.147188 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.168300 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.175641 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}, {'id': '287af7b6-d3ea-490a-99be-74a103688480', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:b7:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:28:28Z', 'updated_at': '2021-08-18T19:28:28Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:28:30.201181 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a91cf-8d3b-4a70-8d09-997523055f53 None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}, {'id': '287af7b6-d3ea-490a-99be-74a103688480', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:b7:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:28:28Z', 'updated_at': '2021-08-18T19:28:28Z', 'revision_number': 0, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:28:30.220923 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.223430 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.225061 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dab54b51-2cf0-45d1-969f-d4f63cb8e956 HTTP/1.1" status: 204 len: 168 time: 0.1279697 Aug 18 19:28:30.235224 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975edd95-6306-48b4-9534-ab4d21897fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab54b51-2cf0-45d1-969f-d4f63cb8e956,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:30.420396 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e69882-85ad-4391-8b96-20036d1d9fb2 None None] New status for floating IP 287af7b6-d3ea-490a-99be-74a103688480: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:28:30.493495 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:30.507131 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8577e5e7-2914-45ef-9caf-b5953c342139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.598040 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8577e5e7-2914-45ef-9caf-b5953c342139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.602572 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8577e5e7-2914-45ef-9caf-b5953c342139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.649246 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8577e5e7-2914-45ef-9caf-b5953c342139 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=251de96a50004ebcb4d844c7ac98735f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546586 Aug 18 19:28:30.650203 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577e5e7-2914-45ef-9caf-b5953c342139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d4a74-3c2c-455c-9616-55ee45ee2154,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:30.652005 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:30.700630 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.724264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.777352 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.780104 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:30.781248 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e10d4a74-3c2c-455c-9616-55ee45ee2154 HTTP/1.1" status: 204 len: 168 time: 0.1281705 Aug 18 19:28:30.788732 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbf261-26c2-4b99-872c-7e977668eefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d4a74-3c2c-455c-9616-55ee45ee2154,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:33.347035 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8089-7919-442d-9316-2d96fef3708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:35.648059 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d35244f-ae1e-43b0-9cf7-2f6d8fa89db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:35.914629 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33348) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:36.013585 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.031308 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.120634 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.126574 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.164419 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94fb05e644164726a238ca1e5eae51f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484908 Aug 18 19:28:36.165150 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b663fd-4283-49f9-ad30-cd7db46aefbc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:36.167127 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33354) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:36.181147 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.181498 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.181827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.182159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.182486 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.182817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.183140 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.183468 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.183790 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.184140 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.184442 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.184757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ba4c3-69d9-4d01-a1d4-ad1483feb19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:36.230243 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.251197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.305710 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.308268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.309467 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31b663fd-4283-49f9-ad30-cd7db46aefbc HTTP/1.1" status: 204 len: 168 time: 0.1414332 Aug 18 19:28:36.316959 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f1fb7-c19f-4a4f-938f-60fab62411b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b663fd-4283-49f9-ad30-cd7db46aefbc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:36.589192 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:36.602913 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cabe-63c4-4b39-896b-d8a4525f06fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.691600 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cabe-63c4-4b39-896b-d8a4525f06fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.698151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cabe-63c4-4b39-896b-d8a4525f06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.745530 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e7f6cabe-63c4-4b39-896b-d8a4525f06fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3d53a6507a4d7583bd6b400f32fa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552670 Aug 18 19:28:36.746462 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6cabe-63c4-4b39-896b-d8a4525f06fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0712e947-0c67-4835-8927-1a7dea629ef0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:36.749299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:36.802460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.824533 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.872698 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.875289 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:36.876447 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0712e947-0c67-4835-8927-1a7dea629ef0 HTTP/1.1" status: 204 len: 168 time: 0.1259189 Aug 18 19:28:36.883991 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b1d0e-7bf7-493b-98b7-a6b1f74ebc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712e947-0c67-4835-8927-1a7dea629ef0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:37.054836 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:38.664520 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:41.246726 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:56.807334 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:56.915511 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcc0d-4194-4415-930b-dd414412a0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.007335 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcc0d-4194-4415-930b-dd414412a0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.012103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdbdcc0d-4194-4415-930b-dd414412a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.050843 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cdbdcc0d-4194-4415-930b-dd414412a0a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29fe65e5324545acb64c9d9e55d1b02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423530 Aug 18 19:28:57.052196 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdcc0d-4194-4415-930b-dd414412a0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae77f5-dc87-4b37-92f9-de0546e664ee,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:57.053874 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33520) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:28:57.106676 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.127860 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.176064 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.178600 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:28:57.179745 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaae77f5-dc87-4b37-92f9-de0546e664ee HTTP/1.1" status: 204 len: 168 time: 0.1248922 Aug 18 19:28:57.187236 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae77f5-dc87-4b37-92f9-de0546e664ee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:28:57.194181 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.194527 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.194860 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.195190 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.195513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.195863 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.196215 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.196538 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.196905 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.197289 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.197606 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:28:57.197921 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc021241-7280-4ce5-b532-a71a42161b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:01.431398 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33582) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:01.542222 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56662caa-17c8-489c-a81c-b0c7508dd808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.630683 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56662caa-17c8-489c-a81c-b0c7508dd808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.635627 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56662caa-17c8-489c-a81c-b0c7508dd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.673463 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-56662caa-17c8-489c-a81c-b0c7508dd808 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecd2c8ea33c944a9b7499f8f051eb194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409203 Aug 18 19:29:01.674291 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56662caa-17c8-489c-a81c-b0c7508dd808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fa16e-b04e-44ca-83f4-f96916a52f91,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:01.677209 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33586) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:01.728735 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.751228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.801049 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.803525 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:01.804718 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e4fa16e-b04e-44ca-83f4-f96916a52f91 HTTP/1.1" status: 204 len: 168 time: 0.1262028 Aug 18 19:29:01.812377 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d615a-1ab8-4c58-9c00-8f73e66d4de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fa16e-b04e-44ca-83f4-f96916a52f91,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:02.098871 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:02.114461 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1de9774-7f8e-49a5-8cc7-0d848ec541c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.214263 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1de9774-7f8e-49a5-8cc7-0d848ec541c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.221371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1de9774-7f8e-49a5-8cc7-0d848ec541c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.265677 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f1de9774-7f8e-49a5-8cc7-0d848ec541c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75c4b453e831411090652dab4e0b3204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652944 Aug 18 19:29:02.268018 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de9774-7f8e-49a5-8cc7-0d848ec541c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de967c-fd1f-44a5-9518-f14bd5c7da2d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:02.268613 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:02.318201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.341698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.389374 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.392037 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:02.393177 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7de967c-fd1f-44a5-9518-f14bd5c7da2d HTTP/1.1" status: 204 len: 168 time: 0.1234982 Aug 18 19:29:02.401178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f839f5-927b-4591-8345-2530c1305d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de967c-fd1f-44a5-9518-f14bd5c7da2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:02.604060 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:29:03.140926 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 33616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:03.255875 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39317461-network', 'tenant_id': '9f48c7fdf9454fefb55710ffdfbedeed'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:03.282410 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Made reservation on behalf of 9f48c7fdf9454fefb55710ffdfbedeed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:29:03.285481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.297394 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.338905 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-025cd51a-9a24-4304-8fb7-294e60766b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.399193 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.405115 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.431154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 19:29:03.440882 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d036ecb2-aaff-45fa-a17a-885a74065dad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:03.445594 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.445920 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Added segment 82ef8701-2139-4a69-a040-71893dd996b4 of type vlan for network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 Aug 18 19:29:03.485138 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771294853048'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.510031 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.510952 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:03.511643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.562639 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4202201 Aug 18 19:29:03.565715 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 33620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:03.570886 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Request body: {'subnet': {'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39317461-subnet', 'tenant_id': '9f48c7fdf9454fefb55710ffdfbedeed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:03.573358 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4e65-af7b-4885-a6a3-d60a86e23093 admin admin] Pushing event updated for resources: {'Network': ['ID=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:03.584637 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 details requested by agent ovs-agent-dv-cinder-784092-14-iscsi with host dv-cinder-784092-14-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 19:29:03.593072 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Made reservation on behalf of 9f48c7fdf9454fefb55710ffdfbedeed for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:29:03.595368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10104476'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.775420 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10104458'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.825987 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:03.842799 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Checking segment: {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:29:03.843154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Network hostable DHCP agents. Network: e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612, hostable agents: ['526b677f-1aff-4340-8abe-c0e197e91e0a'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 19:29:03.864200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 is scheduled to be hosted by DHCP agent 526b677f-1aff-4340-8abe-c0e197e91e0a with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 19:29:03.874380 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-14-iscsi, e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:29:03.878696 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:03.879289 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:03.883629 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199dc5a-c06e-4f42-ac0e-612008f8d1fd None None] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:29:03.894701 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0386bc2d-552b-4e37-9fa1-878729d4ed91 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3278253 Aug 18 19:29:04.009509 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06dbb73-2b6f-42b6-b6d0-c8b7f30d24dc None None] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:29:05.644233 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-013f5c23-e8a9-4863-951d-cd5f8b28420f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:05.688514 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8bb49ab6-51b9-4bf7-bed4-d5ba98a3eb04 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:05.689883 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8bb49ab6-51b9-4bf7-bed4-d5ba98a3eb04 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 807 time: 0.1164320 Aug 18 19:29:05.706053 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-ff244bfb-0c94-4fce-a17d-3c5ce7b0e20a tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/quotas/9f48c7fdf9454fefb55710ffdfbedeed HTTP/1.1" status: 200 len: 375 time: 0.0099421 Aug 18 19:29:05.741592 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-cecb3046-ac95-404a-a13b-c9e60f44b12f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299377 Aug 18 19:29:05.850132 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-d0bb48dc-7858-46ed-a23a-cc2d22069391 service neutron] 10.222.0.25 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012421 Aug 18 19:29:05.966153 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-360917f1-5d23-4f41-957a-26a7d215aae2 service neutron] 10.222.0.25 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077220 Aug 18 19:29:06.008498 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:06.136070 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5c59a78-6f2f-4fbc-a7ab-08ed1f7a0902 req-65245e9c-2949-4eec-9987-5e8dd83358bf tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 210 time: 0.0257328 Aug 18 19:29:07.060144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:07.112128 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-fb335ea4-8dee-4100-940c-516ac1a6b31d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:07.113590 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-fb335ea4-8dee-4100-940c-516ac1a6b31d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 807 time: 0.1031415 Aug 18 19:29:07.127958 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Request body: {'port': {'device_id': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612', 'admin_state_up': True, 'tenant_id': '9f48c7fdf9454fefb55710ffdfbedeed'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:07.229937 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-058c33e6-8811-401e-ac25-b876ff64d978 req-7e28f034-4771-4185-9429-7489222bfaaa tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 210 time: 0.0265837 Aug 18 19:29:07.243154 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Made reservation on behalf of 9f48c7fdf9454fefb55710ffdfbedeed for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:29:07.247389 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:07.380433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Allocated IP 172.20.0.8 (e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612/d8f80ab2-d70d-467a-afc3-fe03b8e82fcd/053f3ce2-1b0f-47f6-9ce3-f69b281ee04b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:29:07.534965 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:07.578808 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:07.629622 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:29:07.632824 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:29:07.636553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:29:07.643468 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Pushing event updated for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:07.688032 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:07.688632 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:07.705947 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-a8a4ce92-3e7d-4bbc-aa0b-ee7f0634c47f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823979 Aug 18 19:29:07.719669 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Request body: {'port': {'device_id': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:07.772313 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.038052 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:29:08.045789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.058533 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Transition to ACTIVE for port object 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:29:08.064424 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.124094 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Pushing event updated for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:08.198162 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Attempting to bind port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:29:08.198449 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Attempting to bind port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:29:08.198812 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Attempting to bind port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:29:08.204292 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:29:08.204826 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Attempting to bind port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:29:08.211471 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:29:08.211805 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Checking segment: {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:29:08.212221 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Bound using segment: {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:29:08.212643 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Bound port: 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:29:08.213006 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.278130 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:29:08.281517 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:29:08.288424 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.322771 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:08.323854 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.325267 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] 10.222.0.67 "PUT /v2.0/ports/053f3ce2-1b0f-47f6-9ce3-f69b281ee04b HTTP/1.1" status: 200 len: 1093 time: 0.6096923 Aug 18 19:29:08.327303 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:08.331029 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e451f7-d25a-41eb-936d-c54a369f9978" -d '{"events": [{"name": "network-changed", "server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:08.351119 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dc9b5-3ff1-4145-8d87-4a265aef49bf req-5ead6f1b-8885-43c0-8acf-f948cf034040 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:08.353367 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-780dc9b5-3ff1-4145-8d87-4a265aef49bf req-5ead6f1b-8885-43c0-8acf-f948cf034040 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 943 time: 0.0497665 Aug 18 19:29:08.357881 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a447b56-803e-42fd-b785-9d587092a079 service neutron] Pushing event updated for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:08.380358 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715223be-60bc-48fb-a5fa-a295a57a2283 x-openstack-request-id: req-715223be-60bc-48fb-a5fa-a295a57a2283 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:08.380607 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:08.380876 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-715223be-60bc-48fb-a5fa-a295a57a2283 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:08.381265 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b', 'status': 'completed', 'code': 200} Aug 18 19:29:08.403197 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-780dc9b5-3ff1-4145-8d87-4a265aef49bf req-fcbdc329-22e8-4028-a6cd-35cd72ff30f4 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Aug 18 19:29:08.410959 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-aac13132-1e27-4dbe-8fc1-d8510ffd8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:08.412772 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-aac13132-1e27-4dbe-8fc1-d8510ffd8518 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 1096 time: 0.0422504 Aug 18 19:29:08.459267 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-10570944-c86d-4ddf-b4b6-3d64bd17bd58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b HTTP/1.1" status: 200 len: 217 time: 0.0363402 Aug 18 19:29:08.510264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-46a1b32d-1405-4f2d-977b-314b7978b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:08.511649 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-46a1b32d-1405-4f2d-977b-314b7978b03f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd HTTP/1.1" status: 200 len: 847 time: 0.0443921 Aug 18 19:29:08.546048 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-23956edb-3e78-4290-8364-94933b40fb34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253749 Aug 18 19:29:08.666226 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:08.901810 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-9e1f43d2-c074-4211-8358-7af8f9919dba service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476479 Aug 18 19:29:09.007346 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422940f0-0215-48aa-bc6b-28c38722bd33 req-d6822d58-be20-4ffb-9433-b28ae57f4039 service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965688 Aug 18 19:29:09.119359 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-68067b01-9bee-4fce-b591-570259b8897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:09.121716 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-68067b01-9bee-4fce-b591-570259b8897d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 1096 time: 0.0528040 Aug 18 19:29:09.214344 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-b428c947-d94c-4ee2-af1f-420657a38992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:09.215720 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-b428c947-d94c-4ee2-af1f-420657a38992 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 908 time: 0.0861313 Aug 18 19:29:09.268224 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-5091a3d6-6b4d-4037-9d4a-af6aebd4757c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b HTTP/1.1" status: 200 len: 217 time: 0.0435419 Aug 18 19:29:09.324945 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-d18df319-bc62-49a7-968e-e3707abf50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:09.326388 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-d18df319-bc62-49a7-968e-e3707abf50b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd HTTP/1.1" status: 200 len: 847 time: 0.0498447 Aug 18 19:29:09.360891 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-4861f666-1343-4a80-9fe3-208f87d12a2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260990 Aug 18 19:29:09.460756 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-131466d0-6d62-45ec-a72b-b2d31002bef8 service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903070 Aug 18 19:29:09.531604 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdf40d-1956-46ba-b8df-9abb7d6f512c req-31e16709-2315-4191-8a95-a7c1974e35be tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:09.533189 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eecdf40d-1956-46ba-b8df-9abb7d6f512c req-31e16709-2315-4191-8a95-a7c1974e35be tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 943 time: 0.0612981 Aug 18 19:29:09.560402 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6e451f7-d25a-41eb-936d-c54a369f9978 req-1c192016-1d2c-4664-9ee3-35b480023142 service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Aug 18 19:29:09.578707 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eecdf40d-1956-46ba-b8df-9abb7d6f512c req-9a2eb98e-6a3a-4c98-b99b-1757b1c7810f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Aug 18 19:29:10.707538 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:29:10.710358 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55950b4-56a0-4186-9ecd-4ac2e937576e req-c4403cd5-9351-4766-824a-443a578c5286 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:10.711992 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a55950b4-56a0-4186-9ecd-4ac2e937576e req-c4403cd5-9351-4766-824a-443a578c5286 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 943 time: 0.0535555 Aug 18 19:29:10.752358 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a55950b4-56a0-4186-9ecd-4ac2e937576e req-70bd3c4a-c1c7-4aab-8100-7694d4d75e59 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Aug 18 19:29:10.813159 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:10.825084 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b', 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612', 'port_id': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b', 'mac_address': 'fa:16:3e:70:e1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f80ab2-d70d-467a-afc3-fe03b8e82fcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:29:10.864201 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:10.876550 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:29:10.897192 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:10.903352 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:10.948349 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:10.955762 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.956155 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.956471 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.956810 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.957142 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.957474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.957803 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.958131 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.958458 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.958809 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.959132 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:10.959453 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:11.164926 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['053f3ce2-1b0f-47f6-9ce3-f69b281ee04b'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:29:11.285501 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:11.879194 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf982e2-8931-4e0c-9314-8fc3458ce303 req-b30604cf-1fca-4a14-89de-8711110f14f0 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:11.880696 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-faf982e2-8931-4e0c-9314-8fc3458ce303 req-b30604cf-1fca-4a14-89de-8711110f14f0 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 944 time: 0.0566902 Aug 18 19:29:11.923280 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-faf982e2-8931-4e0c-9314-8fc3458ce303 req-377bf8ec-f509-436c-80fa-2dd993a1839f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Aug 18 19:29:12.728659 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:29:12.796510 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:29:12.803528 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:29:12.804303 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:12.889784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:12.913666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:12.915864 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e02b12-40a3-4a00-a0ab-22a1be9052ec" -d '{"events": [{"server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "name": "network-vif-plugged", "status": "completed", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:12.928468 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:12.933759 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:12.958159 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b134ab8-5295-4775-841e-3457994c2ff8 x-openstack-request-id: req-4b134ab8-5295-4775-841e-3457994c2ff8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:12.958443 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "name": "network-vif-plugged", "status": "completed", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:12.958688 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b134ab8-5295-4775-841e-3457994c2ff8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:12.959082 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b', 'code': 200} Aug 18 19:29:12.987117 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:13.047433 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d88-626c-4492-abf1-4776ba37f5aa req-e8307be0-cc9c-471d-8a0f-903b98287b56 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:13.048934 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3b407d88-626c-4492-abf1-4776ba37f5aa req-e8307be0-cc9c-471d-8a0f-903b98287b56 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 945 time: 0.0536153 Aug 18 19:29:13.088823 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3b407d88-626c-4492-abf1-4776ba37f5aa req-cb191576-a90f-4b5a-9bdf-ef742df72b49 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Aug 18 19:29:13.127860 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ffa6c-b9b6-4ea5-b330-3fa873745bf0 req-00e0e3a0-c00b-4244-88b0-2b8ffdeb735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:13.129364 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-514ffa6c-b9b6-4ea5-b330-3fa873745bf0 req-00e0e3a0-c00b-4244-88b0-2b8ffdeb735e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 1098 time: 0.0426602 Aug 18 19:29:13.168286 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-514ffa6c-b9b6-4ea5-b330-3fa873745bf0 req-1238fefa-ba1b-4948-b6de-efad313b083b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Aug 18 19:29:14.213765 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76c72-72df-4854-864e-be5d758357c7 req-375721bb-92bc-4739-a4e3-9fa88251af8d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:14.215337 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dbb76c72-72df-4854-864e-be5d758357c7 req-375721bb-92bc-4739-a4e3-9fa88251af8d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 945 time: 0.0511746 Aug 18 19:29:14.252939 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dbb76c72-72df-4854-864e-be5d758357c7 req-d1f5d534-7e62-49b6-8d82-d4fce7ec59ad tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 18 19:29:14.945457 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b25bae-6dc5-4a6c-884a-a70b9de9c6f7 req-b241a8b1-b2ac-4576-976f-411dcd461fbe tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:14.946934 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48b25bae-6dc5-4a6c-884a-a70b9de9c6f7 req-b241a8b1-b2ac-4576-976f-411dcd461fbe tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 945 time: 0.0570512 Aug 18 19:29:14.984397 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48b25bae-6dc5-4a6c-884a-a70b9de9c6f7 req-a98e3985-9f31-4618-9031-e83941f72025 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Aug 18 19:29:16.120883 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f4ed-266c-4134-8be3-41c0edf642da req-5c480c69-9d81-4904-9ea0-cf8fac032abb tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:16.122352 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c877f4ed-266c-4134-8be3-41c0edf642da req-5c480c69-9d81-4904-9ea0-cf8fac032abb tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 945 time: 0.0553019 Aug 18 19:29:16.170109 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c877f4ed-266c-4134-8be3-41c0edf642da req-1c858c3a-9465-41fe-8d3b-d4f354b06703 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Aug 18 19:29:16.348509 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-bbbb36d1-e882-49bc-bfab-89fbde1d3591 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:16.349964 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-bbbb36d1-e882-49bc-bfab-89fbde1d3591 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 945 time: 0.0655854 Aug 18 19:29:16.450018 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Deleting port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:29:16.450356 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:16.560967 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] For port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:16.561310 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:16.575751 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Calling delete_port for 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:29:16.708821 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:16.720873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['053f3ce2-1b0f-47f6-9ce3-f69b281ee04b'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:29:16.735081 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Pushing event deleted for resources: {'Port': ['ID=053f3ce2-1b0f-47f6-9ce3-f69b281ee04b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:16.777437 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] No DVR routers for this DVR port 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:29:16.779851 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:16.781828 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f9592a1-cf10-4762-ae29-64c8a0c31fbf req-1a3579e9-8de5-4b62-90f6-44c0704ef1d6 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "DELETE /v2.0/ports/053f3ce2-1b0f-47f6-9ce3-f69b281ee04b HTTP/1.1" status: 204 len: 173 time: 0.4252112 Aug 18 19:29:16.782253 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'name': 'network-vif-deleted', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:16.784575 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75300f5f-e7ed-424e-91e7-4646b0f1c39d" -d '{"events": [{"server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "name": "network-vif-deleted", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:16.822513 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22efa62e-23d3-4396-a14b-85fdd00377f5 x-openstack-request-id: req-22efa62e-23d3-4396-a14b-85fdd00377f5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:16.822881 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e347e5-e4fe-4fb4-bc24-361527a0f01f", "name": "network-vif-deleted", "tag": "053f3ce2-1b0f-47f6-9ce3-f69b281ee04b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:16.823234 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22efa62e-23d3-4396-a14b-85fdd00377f5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:16.823655 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e347e5-e4fe-4fb4-bc24-361527a0f01f', 'name': 'network-vif-deleted', 'tag': '053f3ce2-1b0f-47f6-9ce3-f69b281ee04b', 'status': 'completed', 'code': 200} Aug 18 19:29:17.281278 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0946ab5-0ef0-461e-a66a-38e9b0d82aa3 req-3b52736c-61a5-4abd-9c1e-3147f4ac9279 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=85e347e5-e4fe-4fb4-bc24-361527a0f01f HTTP/1.1" status: 200 len: 210 time: 0.0272565 Aug 18 19:29:18.562749 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-7c20f5c0-5c46-42db-ace7-066755fcce44 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:18.564160 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-7c20f5c0-5c46-42db-ace7-066755fcce44 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 807 time: 0.1102319 Aug 18 19:29:18.581895 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-d9062f89-b214-4e98-b41f-97a66e868956 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/quotas/9f48c7fdf9454fefb55710ffdfbedeed HTTP/1.1" status: 200 len: 375 time: 0.0095656 Aug 18 19:29:18.612946 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-eacc3c3e-bd51-4b78-b110-3683f4ef8bbb tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256138 Aug 18 19:29:18.707890 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-802bafcc-222d-4fda-8d50-15540b497912 service neutron] 10.222.0.25 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878558 Aug 18 19:29:18.739174 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:29:18.758969 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:29:18.759310 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 053f3ce2-1b0f-47f6-9ce3-f69b281ee04b not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:29:18.803544 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e3e25ea2-0202-4823-ade2-dc925062b2d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893915 Aug 18 19:29:18.966833 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-466b17a3-05b9-4bfb-8590-75e280768150 req-f44fb3c7-134e-4137-9941-72b81d8cb273 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 210 time: 0.0262187 Aug 18 19:29:19.930305 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-cdf797c9-20f5-4378-982e-5067e393d28d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:19.932274 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-cdf797c9-20f5-4378-982e-5067e393d28d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 807 time: 0.1169746 Aug 18 19:29:19.945624 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Request body: {'port': {'device_id': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612', 'admin_state_up': True, 'tenant_id': '9f48c7fdf9454fefb55710ffdfbedeed'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:20.059070 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Made reservation on behalf of 9f48c7fdf9454fefb55710ffdfbedeed for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 19:29:20.059977 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a2e03d3-3039-4732-af30-66cd966e0239 req-aac37425-4ecd-4640-b141-f1d7c96aeb4d tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 210 time: 0.0266099 Aug 18 19:29:20.062840 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.193931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Allocated IP 172.20.0.4 (e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612/d8f80ab2-d70d-467a-afc3-fe03b8e82fcd/a0de0dd8-9500-4035-8cef-f4fca2bbfce8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 19:29:20.360697 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.401499 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771294865749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.444265 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 19:29:20.447182 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 19:29:20.450926 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 19:29:20.457211 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Pushing event updated for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:20.502712 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:20.503312 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.520439 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-80e569e2-41e3-4c49-9556-77fbea992898 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785356 Aug 18 19:29:20.538082 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Request body: {'port': {'device_id': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 19:29:20.602075 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.870372 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0de0dd8-9500-4035-8cef-f4fca2bbfce8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:29:20.877740 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.889866 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Transition to ACTIVE for port object a0de0dd8-9500-4035-8cef-f4fca2bbfce8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 19:29:20.896196 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:20.945943 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:21.022159 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Attempting to bind port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 19:29:21.022466 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Attempting to bind port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 19:29:21.022826 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Attempting to bind port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:29:21.027683 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 19:29:21.028029 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Attempting to bind port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 on network e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 19:29:21.033103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Checking agent: {'id': '2c9ec56b-7028-4162-aa2c-791c9c1d2dee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'started_at': datetime.datetime(2021, 8, 18, 19, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 19:29:21.033434 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Checking segment: {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 19:29:21.033813 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Bound using segment: {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 19:29:21.034238 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Bound port: a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ef8701-2139-4a69-a040-71893dd996b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 19:29:21.034581 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:21.096769 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 19:29:21.099788 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 19:29:21.106218 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555336'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:21.139259 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.139728 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:21.141173 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] 10.222.0.67 "PUT /v2.0/ports/a0de0dd8-9500-4035-8cef-f4fca2bbfce8 HTTP/1.1" status: 200 len: 1093 time: 0.6102953 Aug 18 19:29:21.143693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:21.146776 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:21.173026 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f69c-466e-43b0-9563-627a5d67e9fe service neutron] Pushing event updated for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:21.192708 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9693c-28f1-431d-8c5d-a98432518dcb x-openstack-request-id: req-9fc9693c-28f1-431d-8c5d-a98432518dcb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:21.192994 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:21.193240 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fc9693c-28f1-431d-8c5d-a98432518dcb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:21.193627 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8', 'status': 'completed', 'code': 200} Aug 18 19:29:21.198832 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b0ad-ef59-4a6a-84cf-3eb9c1a820fa req-fa1c4710-1c93-44ef-a080-9b1cc6cd9450 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.200340 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ddf8b0ad-ef59-4a6a-84cf-3eb9c1a820fa req-fa1c4710-1c93-44ef-a080-9b1cc6cd9450 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 943 time: 0.0722327 Aug 18 19:29:21.226331 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-003a36d5-b6e0-4726-af7c-d7cd3ec46a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.227912 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-003a36d5-b6e0-4726-af7c-d7cd3ec46a0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 1096 time: 0.0473397 Aug 18 19:29:21.239719 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ddf8b0ad-ef59-4a6a-84cf-3eb9c1a820fa req-bda6d8be-9413-447a-a577-d357e9f27c92 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Aug 18 19:29:21.270204 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-617410fb-64b8-401a-ae41-baaf5f8a42c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8 HTTP/1.1" status: 200 len: 217 time: 0.0344901 Aug 18 19:29:21.318580 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-03241507-6bde-4ce4-8dc6-14c5548fff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.320066 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-03241507-6bde-4ce4-8dc6-14c5548fff72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd HTTP/1.1" status: 200 len: 847 time: 0.0427749 Aug 18 19:29:21.352131 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-87938b10-bdca-41e1-8249-7585fb1ed872 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243571 Aug 18 19:29:21.449465 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-bb5ab694-50e3-49e8-aaf8-fbeeedcf395f service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Aug 18 19:29:21.540763 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d5a6ab1-fd7e-4f1b-8fa7-f683557c2bd5 req-7eca7ea3-e73d-4bf3-aa9d-3799b38a5326 service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839281 Aug 18 19:29:21.641555 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-9742d73d-e222-4d77-94f2-02626d1229e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.643075 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-9742d73d-e222-4d77-94f2-02626d1229e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 1096 time: 0.0450726 Aug 18 19:29:21.742039 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-3e4c9995-257e-40fd-8ff3-295980ceb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.744004 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-3e4c9995-257e-40fd-8ff3-295980ceb865 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 200 len: 908 time: 0.0927742 Aug 18 19:29:21.792198 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-da39969b-4c6e-439a-8561-92bd239e8ed6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8 HTTP/1.1" status: 200 len: 217 time: 0.0401378 Aug 18 19:29:21.844805 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-1fcaa921-1116-404a-8217-b8d1a97ea709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:21.846234 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-1fcaa921-1116-404a-8217-b8d1a97ea709 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd HTTP/1.1" status: 200 len: 847 time: 0.0468597 Aug 18 19:29:21.878564 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-2bf420cf-ff92-4ea3-8bcf-0f7dad27eb24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242064 Aug 18 19:29:21.976707 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-e7216f7b-0461-46ba-999d-00e64223645a service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882006 Aug 18 19:29:22.070699 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcaa6355-929f-4a67-8042-6f3a5f7c6ca6 req-669e3553-0fb1-4734-9864-5d297ebf5aaa service neutron] 10.222.0.67 "GET /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Aug 18 19:29:22.378759 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6df4-9afe-4c15-bb5d-70f6ad4e9224 req-bb25113d-1c3b-414b-9f54-965db26b4e27 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:22.380163 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-043f6df4-9afe-4c15-bb5d-70f6ad4e9224 req-bb25113d-1c3b-414b-9f54-965db26b4e27 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 943 time: 0.0564392 Aug 18 19:29:22.421669 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-043f6df4-9afe-4c15-bb5d-70f6ad4e9224 req-9ce1ad0c-1c29-451f-9a53-80ccdff08c4f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Aug 18 19:29:22.756194 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device a0de0dd8-9500-4035-8cef-f4fca2bbfce8 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:29:22.858667 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:22.872765 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8', 'network_id': 'e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612', 'port_id': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8', 'mac_address': 'fa:16:3e:5a:8c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f80ab2-d70d-467a-afc3-fe03b8e82fcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:29:22.912301 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:22.925839 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0de0dd8-9500-4035-8cef-f4fca2bbfce8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:29:22.946577 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:22.952732 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:23.000723 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:23.196871 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['a0de0dd8-9500-4035-8cef-f4fca2bbfce8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:29:23.549639 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192dc29-13e1-49b5-8c23-9674f027b2bc req-5d043d3c-e0a7-42fd-8242-a9672727c19e tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:23.551170 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5192dc29-13e1-49b5-8c23-9674f027b2bc req-5d043d3c-e0a7-42fd-8242-a9672727c19e tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 944 time: 0.0517635 Aug 18 19:29:23.592994 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5192dc29-13e1-49b5-8c23-9674f027b2bc req-8a8c4eea-7032-4467-a1c2-130f1e12bd67 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Aug 18 19:29:24.723178 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584effe-a297-49a1-be24-08b3373da910 req-7de6316f-63be-49a6-b61a-ae2113124e65 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:24.724720 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4584effe-a297-49a1-be24-08b3373da910 req-7de6316f-63be-49a6-b61a-ae2113124e65 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 944 time: 0.0576620 Aug 18 19:29:24.755383 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device a0de0dd8-9500-4035-8cef-f4fca2bbfce8 up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:29:24.769640 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4584effe-a297-49a1-be24-08b3373da910 req-e5e524d6-5fd1-4812-a4dc-d91fd224fa40 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Aug 18 19:29:24.807920 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning for port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 19:29:24.811948 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:29:24.812323 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:24.893093 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:24.916524 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:24.918948 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73f86c-f7b5-4734-b522-73126f4d0042" -d '{"events": [{"server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "name": "network-vif-plugged", "status": "completed", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:24.931812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:24.936234 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:24.959041 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb325c-0ef8-4109-bc69-c5cec0705463 x-openstack-request-id: req-3abb325c-0ef8-4109-bc69-c5cec0705463 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:24.959325 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "name": "network-vif-plugged", "status": "completed", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:24.959571 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3abb325c-0ef8-4109-bc69-c5cec0705463 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:24.959974 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8', 'code': 200} Aug 18 19:29:24.993784 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:25.148135 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b15d1-bbc1-4eaa-8232-93a0c6a2058f req-e5e3c950-2362-4cd9-a2fe-b310e2a2e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:25.149881 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2a4b15d1-bbc1-4eaa-8232-93a0c6a2058f req-e5e3c950-2362-4cd9-a2fe-b310e2a2e09e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 1098 time: 0.0499189 Aug 18 19:29:25.185736 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2a4b15d1-bbc1-4eaa-8232-93a0c6a2058f req-62533ec2-009d-49d8-aecf-964a83885252 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293136 Aug 18 19:29:25.887363 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4fca0-b9e7-433c-ab52-7183d6dfadcf req-89f3c16d-4dca-4a36-9784-325324bfbabb tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:25.888911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71e4fca0-b9e7-433c-ab52-7183d6dfadcf req-89f3c16d-4dca-4a36-9784-325324bfbabb tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 945 time: 0.0500579 Aug 18 19:29:25.927898 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71e4fca0-b9e7-433c-ab52-7183d6dfadcf req-f22dd536-7813-42bb-b84a-6b08e987e2f8 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Aug 18 19:29:27.054696 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2aa39-1fa0-4593-b055-5bd17240a0b6 req-e0356b76-0630-4219-a561-6ecf51a49769 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:27.056668 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1b2aa39-1fa0-4593-b055-5bd17240a0b6 req-e0356b76-0630-4219-a561-6ecf51a49769 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 945 time: 0.0584393 Aug 18 19:29:27.094773 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1b2aa39-1fa0-4593-b055-5bd17240a0b6 req-fbf43786-9051-4253-9ac6-5228f2095d13 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Aug 18 19:29:27.888895 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46bad7-2c51-4af7-acc1-0e75d8fde43f req-6e939ecb-30fb-4da1-8839-5837d979933c tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:27.890371 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3b46bad7-2c51-4af7-acc1-0e75d8fde43f req-6e939ecb-30fb-4da1-8839-5837d979933c tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 945 time: 0.0603967 Aug 18 19:29:27.933071 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3b46bad7-2c51-4af7-acc1-0e75d8fde43f req-2c079a26-da1f-4cd7-b426-603afa1bae74 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Aug 18 19:29:29.066286 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f782ec-6546-48e5-98df-2bb8606b25ec req-b59923a0-50b9-42e3-89e3-ef7a76884b91 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:29.067770 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9f782ec-6546-48e5-98df-2bb8606b25ec req-b59923a0-50b9-42e3-89e3-ef7a76884b91 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 945 time: 0.0490212 Aug 18 19:29:29.108832 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9f782ec-6546-48e5-98df-2bb8606b25ec req-9d60a89d-dcf0-4241-8bc4-349ff484bb0a tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.25 "GET /v2.0/security-groups?id=d036ecb2-aaff-45fa-a17a-885a74065dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Aug 18 19:29:29.158492 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-d1e9e815-0b18-4c7f-9ee4-7f9b3d1e6c29 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:29.160096 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-d1e9e815-0b18-4c7f-9ee4-7f9b3d1e6c29 tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7ccf0d6-329a-4370-ae4f-e4333fa33b8f HTTP/1.1" status: 200 len: 945 time: 0.0543866 Aug 18 19:29:29.255649 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Deleting port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:29:29.255933 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:29.342527 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] For port a0de0dd8-9500-4035-8cef-f4fca2bbfce8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,segment=NetworkSegment(82ef8701-2139-4a69-a040-71893dd996b4),segment_id=82ef8701-2139-4a69-a040-71893dd996b4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:29.342922 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:29.356084 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Calling delete_port for a0de0dd8-9500-4035-8cef-f4fca2bbfce8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:29:29.497783 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:29.511238 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['a0de0dd8-9500-4035-8cef-f4fca2bbfce8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:29:29.531809 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Pushing event deleted for resources: {'Port': ['ID=a0de0dd8-9500-4035-8cef-f4fca2bbfce8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:29.571216 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] No DVR routers for this DVR port a0de0dd8-9500-4035-8cef-f4fca2bbfce8 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:29:29.573807 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:29.575768 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c202d36a-2862-401c-b4ae-a1d9367d0a5b req-4fac94c2-6829-4a1b-b61e-9cd9d9cded3f tempest-VolumesActionsTest-1250645239 tempest-VolumesActionsTest-1250645239-project] 10.222.0.67 "DELETE /v2.0/ports/a0de0dd8-9500-4035-8cef-f4fca2bbfce8 HTTP/1.1" status: 204 len: 173 time: 0.4094305 Aug 18 19:29:29.576311 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'name': 'network-vif-deleted', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:29.578532 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cf12ad-7f5e-433c-8ea7-457c210d0b83" -d '{"events": [{"server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "name": "network-vif-deleted", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:29.614050 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738240a-2847-4f17-bb3f-8dd846069388 x-openstack-request-id: req-b738240a-2847-4f17-bb3f-8dd846069388 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:29.614339 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ccf0d6-329a-4370-ae4f-e4333fa33b8f", "name": "network-vif-deleted", "tag": "a0de0dd8-9500-4035-8cef-f4fca2bbfce8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:29.614588 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b738240a-2847-4f17-bb3f-8dd846069388 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:29.614985 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ccf0d6-329a-4370-ae4f-e4333fa33b8f', 'name': 'network-vif-deleted', 'tag': 'a0de0dd8-9500-4035-8cef-f4fca2bbfce8', 'status': 'completed', 'code': 200} Aug 18 19:29:30.401097 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26744fb-8fa0-4fbf-b77e-70f203945943 req-a0d0797d-0f67-4d17-b96e-e5e007561a5c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:30.402769 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e26744fb-8fa0-4fbf-b77e-70f203945943 req-a0d0797d-0f67-4d17-b96e-e5e007561a5c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0500696 Aug 18 19:29:30.443457 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e26744fb-8fa0-4fbf-b77e-70f203945943 req-eb5ba75d-0e85-4eb1-b1a1-92a808fc477d tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Aug 18 19:29:31.570683 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beec3-5195-4f00-a256-1828fb14a0b8 req-2d27a9b7-8b82-44d6-be2e-583a5f2674d4 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:31.572186 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a5beec3-5195-4f00-a256-1828fb14a0b8 req-2d27a9b7-8b82-44d6-be2e-583a5f2674d4 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Aug 18 19:29:31.620438 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a5beec3-5195-4f00-a256-1828fb14a0b8 req-fbd02f49-7a1b-4d44-b408-56d455b1ba95 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Aug 18 19:29:32.748934 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfa4de-6d9b-4aad-ba22-2968577d3ee9 req-950bd804-2ae5-4426-90e3-bfba24e8d43f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:32.750428 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67bfa4de-6d9b-4aad-ba22-2968577d3ee9 req-950bd804-2ae5-4426-90e3-bfba24e8d43f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0544140 Aug 18 19:29:32.794115 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67bfa4de-6d9b-4aad-ba22-2968577d3ee9 req-b03267a4-6518-416e-8453-95c0155d2853 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342636 Aug 18 19:29:32.933978 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device a0de0dd8-9500-4035-8cef-f4fca2bbfce8 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:29:32.956514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: a0de0dd8-9500-4035-8cef-f4fca2bbfce8 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:29:32.956877 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device a0de0dd8-9500-4035-8cef-f4fca2bbfce8 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:29:33.346805 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce598-9545-436b-8e5d-a91f42935997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:33.922318 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6fcb-11a1-4dc3-bf3b-e359179fe191 req-6b784ae9-1336-4885-b576-953d5cdcf135 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:33.923734 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd7a6fcb-11a1-4dc3-bf3b-e359179fe191 req-6b784ae9-1336-4885-b576-953d5cdcf135 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Aug 18 19:29:33.961008 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd7a6fcb-11a1-4dc3-bf3b-e359179fe191 req-e6d9ab9c-5768-426b-85a4-0e42986d8424 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Aug 18 19:29:35.089672 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c909e7-2fa9-4c19-b5d5-9a66dcde19e9 req-5c648fdf-26bd-441f-a254-59b075122928 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:35.091311 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08c909e7-2fa9-4c19-b5d5-9a66dcde19e9 req-5c648fdf-26bd-441f-a254-59b075122928 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0580323 Aug 18 19:29:35.133546 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08c909e7-2fa9-4c19-b5d5-9a66dcde19e9 req-34ccfc85-3c7b-4a1e-b12c-d7955decb658 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355644 Aug 18 19:29:35.659210 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2d906f8-5220-477e-94c2-c5f7c78f719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:36.011168 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:36.256652 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbfd5a-538c-4e5e-8657-bf035a980334 req-f5bec536-95ff-458d-89db-d3f78baa9441 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:36.264037 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71bbfd5a-538c-4e5e-8657-bf035a980334 req-f5bec536-95ff-458d-89db-d3f78baa9441 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0568657 Aug 18 19:29:36.300761 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71bbfd5a-538c-4e5e-8657-bf035a980334 req-0e700343-d54d-4be1-993b-35e3376185c5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359027 Aug 18 19:29:37.065479 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:37.424295 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dd205-9226-40ef-91a9-b0a38800a3fd req-0749679e-bc8a-413c-bec5-d94889bd7807 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:37.426797 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-863dd205-9226-40ef-91a9-b0a38800a3fd req-0749679e-bc8a-413c-bec5-d94889bd7807 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0543406 Aug 18 19:29:37.467876 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-863dd205-9226-40ef-91a9-b0a38800a3fd req-9091e5b7-e478-4b88-ad3b-bbc4ca36e7a8 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350592 Aug 18 19:29:38.640560 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2eae21-9566-49ca-89c1-83b02e6f6a54 req-671eaa00-f5ba-4b12-92b0-c41f4f270709 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:38.642077 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f2eae21-9566-49ca-89c1-83b02e6f6a54 req-671eaa00-f5ba-4b12-92b0-c41f4f270709 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0743995 Aug 18 19:29:38.673496 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:38.711279 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f2eae21-9566-49ca-89c1-83b02e6f6a54 req-29386abc-f7b5-400e-8176-99e422bac843 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582497 Aug 18 19:29:39.606616 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:29:39.850605 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a9cf-50db-424c-ad20-2c6bbae99039 req-cc784b95-921d-4429-958f-c3ec418de7cd tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:39.852156 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3939a9cf-50db-424c-ad20-2c6bbae99039 req-cc784b95-921d-4429-958f-c3ec418de7cd tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0513163 Aug 18 19:29:39.890995 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3939a9cf-50db-424c-ad20-2c6bbae99039 req-302e684f-2e60-40a6-8016-60007a2ba3cc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327117 Aug 18 19:29:40.554789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-517668f1-07c1-4e20-8b0f-f37230f89741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:40.557464 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-517668f1-07c1-4e20-8b0f-f37230f89741 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1098 time: 0.0616348 Aug 18 19:29:40.660242 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-121dca24-ddb9-4a6a-832d-1a8ece965c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:40.661728 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-121dca24-ddb9-4a6a-832d-1a8ece965c52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 910 time: 0.0966129 Aug 18 19:29:40.738873 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-15145d26-e90d-4747-8d41-eb0104f97765 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 1000 time: 0.0690329 Aug 18 19:29:40.801064 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-99bcaab1-5027-4e78-85b9-2a817c21c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:40.802821 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-99bcaab1-5027-4e78-85b9-2a817c21c045 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0572264 Aug 18 19:29:40.862666 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-ec37be75-f942-432f-9d28-f0d17dbf43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:40.864855 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-ec37be75-f942-432f-9d28-f0d17dbf43d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537837 Aug 18 19:29:40.967456 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-99c08568-809e-4a05-9287-8b7d0e1ef336 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936017 Aug 18 19:29:41.065624 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67e6eb-3560-43d1-b9d3-c72f3549e35b req-807f177c-60de-48f9-824a-d3ed49144e3e tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:41.074169 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f67e6eb-3560-43d1-b9d3-c72f3549e35b req-807f177c-60de-48f9-824a-d3ed49144e3e tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0879767 Aug 18 19:29:41.076959 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4aec144b-1826-4d10-afa0-7d0c39667d4e req-219ef23e-7935-472e-9992-b2667a744fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019855 Aug 18 19:29:41.119015 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f67e6eb-3560-43d1-b9d3-c72f3549e35b req-a3b7ca3d-dca7-415e-83da-20c5aa13c65f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Aug 18 19:29:41.312326 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:42.261875 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109d4d6-57d2-447f-80fd-5ab14356dc47 req-d52d8914-d691-4e39-a14c-468ffd0462c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:42.264131 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3109d4d6-57d2-447f-80fd-5ab14356dc47 req-d52d8914-d691-4e39-a14c-468ffd0462c1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0550013 Aug 18 19:29:42.307164 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3109d4d6-57d2-447f-80fd-5ab14356dc47 req-55dae056-2fd5-4e50-ab18-395a7aad8710 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355856 Aug 18 19:29:43.433525 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce76c1-bb5d-40a4-a990-6bcf6d1e7ee5 req-27e479b8-1866-4982-9672-d443fe514e1b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:43.436880 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-24ce76c1-bb5d-40a4-a990-6bcf6d1e7ee5 req-27e479b8-1866-4982-9672-d443fe514e1b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0588214 Aug 18 19:29:43.501868 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-24ce76c1-bb5d-40a4-a990-6bcf6d1e7ee5 req-56cc2e53-78e1-4989-9f78-27a242a2bfed tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508454 Aug 18 19:29:43.820791 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015481-2702-4670-b528-2d550f4748ad req-bcb4fe16-ae30-4162-a4ee-406711325261 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:43.822664 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d015481-2702-4670-b528-2d550f4748ad req-bcb4fe16-ae30-4162-a4ee-406711325261 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0635290 Aug 18 19:29:43.825834 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-186e0db0-5627-4638-b6eb-a67ee6e4900b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464641 Aug 18 19:29:43.873448 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d015481-2702-4670-b528-2d550f4748ad req-a4a8381e-a296-4700-a383-06e448b0fdaf tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Aug 18 19:29:44.588650 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-117d9435-5d97-40bd-94c2-0337fd785cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614970 Aug 18 19:29:44.748768 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d649-85bd-4d28-9fb7-38d57623811d req-262cf59f-1d08-4c6a-aeee-98878010c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:44.752669 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-262cf59f-1d08-4c6a-aeee-98878010c52d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1098 time: 0.1055317 Aug 18 19:29:44.892782 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:29:44.917231 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d649-85bd-4d28-9fb7-38d57623811d req-60b1ca2e-8bcb-4481-ba8c-2d5dd780fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:44.920390 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-60b1ca2e-8bcb-4481-ba8c-2d5dd780fd69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.1460729 Aug 18 19:29:45.017318 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:45.059358 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:45.060404 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:45.063785 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc7e25-a246-4e88-9638-0b1e8f74ed8d" -d '{"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-unplugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:45.068482 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:45.081854 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-a53f24b7-8759-4ba3-b5bf-7a0a07d9f55e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 1001 time: 0.1437027 Aug 18 19:29:45.118770 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc79e-6b64-419f-ada8-6d8bcd23126e req-26c3a85f-97f9-40a6-95e6-57e8a1ff389a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.134024 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a8cc79e-6b64-419f-ada8-6d8bcd23126e req-26c3a85f-97f9-40a6-95e6-57e8a1ff389a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.1106029 Aug 18 19:29:45.171926 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d649-85bd-4d28-9fb7-38d57623811d req-68e5ee6b-160e-4e8e-af22-6dfc1a941d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.174786 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-68e5ee6b-160e-4e8e-af22-6dfc1a941d6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0731339 Aug 18 19:29:45.207326 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a8cc79e-6b64-419f-ada8-6d8bcd23126e req-41120b3e-2fa6-4531-8066-5625eea68fe3 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712819 Aug 18 19:29:45.281700 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-5330b99d-f1df-41ee-b60d-152d8762366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.283402 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-5330b99d-f1df-41ee-b60d-152d8762366a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21&tenant_id=e065c6e3ea7742028b8ee4bc956db547 HTTP/1.1" status: 200 len: 1096 time: 0.0584252 Aug 18 19:29:45.285857 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d649-85bd-4d28-9fb7-38d57623811d req-86bd3186-02e4-4ebc-a05c-e31d6d3d3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.287103 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-86bd3186-02e4-4ebc-a05c-e31d6d3d3674 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1023245 Aug 18 19:29:45.294595 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c6feef-bd71-424b-ac0a-98ef32c5d8b0 x-openstack-request-id: req-56c6feef-bd71-424b-ac0a-98ef32c5d8b0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:45.295135 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-unplugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:45.295530 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56c6feef-bd71-424b-ac0a-98ef32c5d8b0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:45.296103 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'code': 200} Aug 18 19:29:45.296896 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:45.398540 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-8fc7ef67-76c2-4078-af5c-a15736bd1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.400426 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-8fc7ef67-76c2-4078-af5c-a15736bd1fb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1096 time: 0.0902059 Aug 18 19:29:45.472075 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-930fe2c1-afa6-45d2-94a9-fad7ce5e1c4b service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719320 Aug 18 19:29:45.599989 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-2478e8c8-452f-4982-a381-ffa2c4d47638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.601641 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-2478e8c8-452f-4982-a381-ffa2c4d47638 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 910 time: 0.1931431 Aug 18 19:29:45.678194 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c044d649-85bd-4d28-9fb7-38d57623811d req-249fab98-9ebc-4dfb-8d87-13b9448a40d6 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981823 Aug 18 19:29:45.693262 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-2cfd156a-d70b-423e-bf0a-cdbf183da674 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 998 time: 0.0832765 Aug 18 19:29:45.795758 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-1d5f83d4-59e4-45cd-9c5a-dc818e6fe9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.798307 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-1d5f83d4-59e4-45cd-9c5a-dc818e6fe9c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0807576 Aug 18 19:29:45.855054 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-3c16264c-be46-47f3-a523-ac328b5836d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:45.856588 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-3c16264c-be46-47f3-a523-ac328b5836d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494175 Aug 18 19:29:45.954837 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-b7c2e3d1-dc8f-4543-910c-05ff0521e290 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886211 Aug 18 19:29:46.320918 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cdfd8-a6ae-43cc-83e3-0ecbc9968bcc req-ff2d3c7c-590d-454c-a671-d353364e98c2 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:46.323201 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e9cdfd8-a6ae-43cc-83e3-0ecbc9968bcc req-ff2d3c7c-590d-454c-a671-d353364e98c2 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0536644 Aug 18 19:29:46.361479 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4a54c06-f2dc-4a6f-9a7f-fd8694f46f48 req-465fc8be-e942-451a-adfc-51c759308db8 service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979797 Aug 18 19:29:46.372681 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e9cdfd8-a6ae-43cc-83e3-0ecbc9968bcc req-58d5afe7-7b8d-4afa-8157-331b95e1100c tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Aug 18 19:29:47.514073 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330700e-edf3-4397-8a4b-83c177ec534f req-6989e8b3-944a-42a5-b325-8b0cfef53406 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:47.520872 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a330700e-edf3-4397-8a4b-83c177ec534f req-6989e8b3-944a-42a5-b325-8b0cfef53406 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0606654 Aug 18 19:29:47.559427 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a330700e-edf3-4397-8a4b-83c177ec534f req-7ca0ddfa-d4fb-4f6c-b7ee-923d4ca020fd tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363240 Aug 18 19:29:48.705632 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e813f7a-8e5e-4d64-886f-c405aec89e28 req-380e7b72-e389-4c99-97fc-8806fb6e574f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:48.707238 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e813f7a-8e5e-4d64-886f-c405aec89e28 req-380e7b72-e389-4c99-97fc-8806fb6e574f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0582547 Aug 18 19:29:48.748286 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e813f7a-8e5e-4d64-886f-c405aec89e28 req-032921fe-b900-4af6-b686-7d31bab2b969 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345135 Aug 18 19:29:49.892307 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e834-df36-45ae-a024-7e6096a8c41d req-ebbf007b-25ca-4913-9f78-59cbcb103dc8 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:49.893770 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da18e834-df36-45ae-a024-7e6096a8c41d req-ebbf007b-25ca-4913-9f78-59cbcb103dc8 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0612626 Aug 18 19:29:49.941369 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da18e834-df36-45ae-a024-7e6096a8c41d req-d961a744-4ce9-4990-9347-425ab9a4bc80 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398781 Aug 18 19:29:51.071080 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca7f41-d1de-4f08-adbe-068c77c163e0 req-6c2d600a-df67-47dc-9720-84c9cb7d1813 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:51.072723 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04ca7f41-d1de-4f08-adbe-068c77c163e0 req-6c2d600a-df67-47dc-9720-84c9cb7d1813 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0548782 Aug 18 19:29:51.112568 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-04ca7f41-d1de-4f08-adbe-068c77c163e0 req-5f854cd1-281d-4af4-9754-bd154171359b tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338149 Aug 18 19:29:52.219319 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:52.238385 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163b74-264f-4ec4-af77-c37b5324d404 req-46a502ca-e461-4fc0-b0dd-d3d1734f574f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:52.241071 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b163b74-264f-4ec4-af77-c37b5324d404 req-46a502ca-e461-4fc0-b0dd-d3d1734f574f tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 943 time: 0.0553036 Aug 18 19:29:52.266443 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Deleting subnet d8f80ab2-d70d-467a-afc3-fe03b8e82fcd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:29:52.269615 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.278429 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b163b74-264f-4ec4-af77-c37b5324d404 req-883677d4-9d5d-497d-af4d-bc7fe3b36c32 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322711 Aug 18 19:29:52.304070 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.346478 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.402569 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.425321 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f80ab2-d70d-467a-afc3-fe03b8e82fcd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:52.434654 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.436529 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d8f80ab2-d70d-467a-afc3-fe03b8e82fcd HTTP/1.1" status: 204 len: 168 time: 0.2161357 Aug 18 19:29:52.438368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.438716 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.439102 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.439258 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:52.439420 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.439782 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.440086 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.440433 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.440755 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.441077 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.441373 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.441682 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.441993 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706fc38-b28f-4d8a-9e99-532380ac90d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:29:52.509574 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.593921 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.603927 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:52.614443 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ef8701-2139-4a69-a040-71893dd996b4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:52.614741 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ef8701-2139-4a69-a040-71893dd996b4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:52.624174 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.639534 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.646765 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:29:52.647194 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:29:52.648922 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:29:52.707027 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.713676 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.715409 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612 HTTP/1.1" status: 204 len: 168 time: 0.2751436 Aug 18 19:29:52.725241 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43160a6-787c-4c05-a141-9ef88a4d75ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e635e8bc-cc48-4d92-8a5b-e4a7bb7a2612,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:52.830201 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:52.872705 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9ff4f4cb-4d72-4d9e-a23f-a37fcfe640ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f48c7fdf9454fefb55710ffdfbedeed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413041 Aug 18 19:29:52.875211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:52.924763 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.951718 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:52.952649 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 19:29:53.002209 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:53.004796 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:53.006496 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d036ecb2-aaff-45fa-a17a-885a74065dad HTTP/1.1" status: 204 len: 168 time: 0.1298752 Aug 18 19:29:53.017362 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1423277-5dd5-4883-94bb-c551f4823efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d036ecb2-aaff-45fa-a17a-885a74065dad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:53.057229 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:53.067601 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Returning: {'device': '239e7773-1989-4545-9664-ccba5e7ace8a', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'port_id': '239e7773-1989-4545-9664-ccba5e7ace8a', 'mac_address': 'fa:16:3e:7d:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 19:29:53.108255 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:53.121292 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239e7773-1989-4545-9664-ccba5e7ace8a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 19:29:53.140666 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:53.144619 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:53.194434 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:53.362128 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] get_ports_and_sgs() called for port_ids ['239e7773-1989-4545-9664-ccba5e7ace8a'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 19:29:53.405382 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a5af-0ff0-412e-8118-bbce3e3a70f8 req-3d225f44-c95e-4f07-b044-0c01b4d93436 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:53.406928 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ad1a5af-0ff0-412e-8118-bbce3e3a70f8 req-3d225f44-c95e-4f07-b044-0c01b4d93436 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 944 time: 0.0587859 Aug 18 19:29:53.446798 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ad1a5af-0ff0-412e-8118-bbce3e3a70f8 req-9ea72398-5d4e-424e-9157-c84446b358a4 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332160 Aug 18 19:29:54.582046 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a0aeb-1683-4f6e-bbf1-6ee690299b96 req-b29df729-2e80-4257-a21d-8a11bc744539 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:54.583541 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f54a0aeb-1683-4f6e-bbf1-6ee690299b96 req-b29df729-2e80-4257-a21d-8a11bc744539 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 944 time: 0.0515640 Aug 18 19:29:54.623508 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f54a0aeb-1683-4f6e-bbf1-6ee690299b96 req-f7cda862-c752-4b44-9787-9b7ea5ff648a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339081 Aug 18 19:29:54.969660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a up at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 19:29:55.036197 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Provisioning complete for port 239e7773-1989-4545-9664-ccba5e7ace8a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 19:29:55.036809 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-756192'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:55.134660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676423'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:55.163475 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:55.165903 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcc7999e1abec59e8b8d1edb20c2055b337fe89ee192dbc6fb6822364cc07b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b023f1-98c8-4e11-ade7-c5a247a9f3b9" -d '{"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-plugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:55.180790 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:55.186203 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771295172720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771294865767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771294865785'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:55.215491 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09927a27-a2db-4c3c-961f-180e01293a96 x-openstack-request-id: req-09927a27-a2db-4c3c-961f-180e01293a96 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:55.215989 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-plugged", "status": "completed", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:55.216394 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09927a27-a2db-4c3c-961f-180e01293a96 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:55.216917 dv-cinder-784092-14-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'code': 200} Aug 18 19:29:55.249937 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Pushing event updated for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:55.467070 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73589-5f1f-4405-bc1b-4c563714032a req-9c8d4fdc-3dab-4ed1-a553-dc0cf6cf9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:55.468601 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1ac73589-5f1f-4405-bc1b-4c563714032a req-9c8d4fdc-3dab-4ed1-a553-dc0cf6cf9646 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1098 time: 0.0481758 Aug 18 19:29:55.527561 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1ac73589-5f1f-4405-bc1b-4c563714032a req-d943a177-969a-44c0-813d-bed53a8a8f48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513561 Aug 18 19:29:55.756694 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ebf19-cca3-4e09-ad80-1ba9d8977321 req-ed6472f8-5aab-44d1-aa00-ce16b502c92a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:55.758187 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-045ebf19-cca3-4e09-ad80-1ba9d8977321 req-ed6472f8-5aab-44d1-aa00-ce16b502c92a tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0555630 Aug 18 19:29:55.801663 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-045ebf19-cca3-4e09-ad80-1ba9d8977321 req-344c9929-0f6b-48ab-b494-c1283417b8be tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 Aug 18 19:29:56.864791 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:29:56.941156 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6840dc4-1fa3-4be7-a68c-9f62b6e22bc7 req-e783b05b-b4a2-4acf-b9bb-1274ff8cf283 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:56.942748 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b6840dc4-1fa3-4be7-a68c-9f62b6e22bc7 req-e783b05b-b4a2-4acf-b9bb-1274ff8cf283 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0541353 Aug 18 19:29:56.982131 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b6840dc4-1fa3-4be7-a68c-9f62b6e22bc7 req-d514cec9-2087-40e3-bbc9-f7c68a88df13 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330613 Aug 18 19:29:57.026138 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port 9f34df80-7f1e-4e8e-8048-6aab3d65b436 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:29:57.026448 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.105032 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.105253 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.117515 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for 9f34df80-7f1e-4e8e-8048-6aab3d65b436 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:29:57.310200 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.335027 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=9f34df80-7f1e-4e8e-8048-6aab3d65b436,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:57.401804 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.402025 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 287af7b6-d3ea-490a-99be-74a103688480 disassociated (deleted). External IP: 172.27.0.34, port: 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a. Aug 18 19:29:57.631129 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:29:57.737846 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:29:57.742492 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:57.748230 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:29:57.757444 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:29:57.758068 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:29:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:57.770182 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-85dc162e-5d08-4798-bd3d-ab92aae87bf3 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "DELETE /v2.0/floatingips/287af7b6-d3ea-490a-99be-74a103688480 HTTP/1.1" status: 204 len: 168 time: 0.9042289 Aug 18 19:29:57.770802 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:57.773196 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d0aae-d9a4-4137-8f83-daa2ad3eb440" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:57.811121 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a4378-5b13-4875-b5e7-ab3615d4bfb9 x-openstack-request-id: req-099a4378-5b13-4875-b5e7-ab3615d4bfb9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:57.811423 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:57.811670 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-099a4378-5b13-4875-b5e7-ab3615d4bfb9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:57.812107 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'status': 'completed', 'code': 200} Aug 18 19:29:57.875027 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:29:57.877966 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-24598a7a-e0f3-477c-bde2-f5b233eab83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:57.879469 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-24598a7a-e0f3-477c-bde2-f5b233eab83e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 1098 time: 0.0441802 Aug 18 19:29:57.986007 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-c87af5b2-7237-4ad2-9486-f69aa606db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:57.987496 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-c87af5b2-7237-4ad2-9486-f69aa606db31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0991082 Aug 18 19:29:57.993785 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d18d0-9f93-47e5-8931-615bef935acf req-596f159f-e8f8-4c7d-ab01-a102c552f4cd tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:57.995255 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d72d18d0-9f93-47e5-8931-615bef935acf req-596f159f-e8f8-4c7d-ab01-a102c552f4cd tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0523744 Aug 18 19:29:58.029570 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-691a765c-5a56-48ca-9605-5027771832e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 200 len: 217 time: 0.0344901 Aug 18 19:29:58.039180 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d72d18d0-9f93-47e5-8931-615bef935acf req-cfce18ab-0304-4638-8cb6-64a321e19dba tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Aug 18 19:29:58.080280 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-a3233cca-b735-465b-9ee2-146943443d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:58.081743 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-a3233cca-b735-465b-9ee2-146943443d82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0444350 Aug 18 19:29:58.105384 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:58.130844 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-25b89192-d3da-4a5c-8c9d-3abfb3bd8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:58.131155 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:29:58.132407 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-25b89192-d3da-4a5c-8c9d-3abfb3bd8997 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428708 Aug 18 19:29:58.140276 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:29:58.140981 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:29:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:58.230532 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-ca84d061-868a-4b48-8cba-c7011b01fd60 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889683 Aug 18 19:29:58.253597 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:29:58.335475 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-864d0aae-d9a4-4137-8f83-daa2ad3eb440 req-4d55c4ae-12ee-4eef-ae51-851e344b64e7 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963221 Aug 18 19:29:58.485208 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:29:58.511779 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc8b13-1a9d-4640-8b44-835e0310e88a None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_floatingips': [{'id': '05933d65-0224-4287-a579-3e72aa217b7d', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'router_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'port_id': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'mac_address': 'fa:16:3e:7f:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T19:26:07Z', 'updated_at': '2021-08-18T19:26:09Z', 'revision_number': 1, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:29:58.749469 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26d557-0f58-4e0a-94ac-e2b2e0d11a61 None None] New status for floating IP 287af7b6-d3ea-490a-99be-74a103688480: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:29:59.174159 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d63b-0b89-448b-a8d9-4059ca54f61f req-942ca048-9dbf-4545-aa86-ede446abba98 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:59.175663 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8f65d63b-0b89-448b-a8d9-4059ca54f61f req-942ca048-9dbf-4545-aa86-ede446abba98 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0581532 Aug 18 19:29:59.217043 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8f65d63b-0b89-448b-a8d9-4059ca54f61f req-0a9d8164-9574-4fb4-815c-eff15c760b9b tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Aug 18 19:29:59.474287 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477046ac-91ad-42c9-a449-1f5383167746 req-bd013cbb-9733-4f66-b37b-1952621d82a1 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:29:59.476028 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-477046ac-91ad-42c9-a449-1f5383167746 req-bd013cbb-9733-4f66-b37b-1952621d82a1 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Aug 18 19:29:59.567779 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:29:59.568151 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:59.665927 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] For port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:29:59.666325 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:59.680278 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:29:59.814606 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:59.843030 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=17d7e5b1-bce9-4b71-8a21-21448f8e4f0a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:29:59.884518 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] No DVR routers for this DVR port 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:29:59.887333 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:29:59.889421 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-477046ac-91ad-42c9-a449-1f5383167746 req-a9d3d3a9-e844-4ceb-ac49-4d539e3e4168 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "DELETE /v2.0/ports/17d7e5b1-bce9-4b71-8a21-21448f8e4f0a HTTP/1.1" status: 204 len: 173 time: 0.4063704 Aug 18 19:29:59.889829 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'name': 'network-vif-deleted', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:29:59.892137 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a4a834-2f43-4075-af79-02cc7a8b109f" -d '{"events": [{"server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "name": "network-vif-deleted", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:29:59.933390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5ab4a9-2972-467d-aa01-6771b85b1fc8 x-openstack-request-id: req-4d5ab4a9-2972-467d-aa01-6771b85b1fc8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:29:59.933765 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341", "name": "network-vif-deleted", "tag": "17d7e5b1-bce9-4b71-8a21-21448f8e4f0a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:29:59.934019 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d5ab4a9-2972-467d-aa01-6771b85b1fc8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:29:59.934410 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341', 'name': 'network-vif-deleted', 'tag': '17d7e5b1-bce9-4b71-8a21-21448f8e4f0a', 'status': 'completed', 'code': 200} Aug 18 19:30:00.331394 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d60341ea-1433-4a63-af15-85e028d8557a req-13f3ff24-dba7-4418-a4f7-60b40b1c2467 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f5da3db-bcb9-4b8f-a2ea-0aa848cf6341 HTTP/1.1" status: 200 len: 210 time: 0.0295782 Aug 18 19:30:03.038230 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:03.065603 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:03.065925 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 17d7e5b1-bce9-4b71-8a21-21448f8e4f0a not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:03.350959 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdfbbfa7-edc8-4222-8632-58b666a9ba3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:03.643632 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:03.805889 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port 5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:03.806323 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:03.880164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:03.880421 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:03.891390 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for 5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:04.046007 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:04.076097 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=5e3b3470-d708-4cad-a6d8-68ec3dc3b7a8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:04.136348 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:04.136588 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Floating IP 05933d65-0224-4287-a579-3e72aa217b7d disassociated (deleted). External IP: 172.27.0.219, port: 6cf6edff-3cd5-4891-9cac-32c0235087e8. Aug 18 19:30:04.340366 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:30:04.465054 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:30:04.470348 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:04.475687 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:30:04.485446 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:04.486059 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:29:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:04.499812 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-921c91ff-b9f7-410a-8900-eb7122450138 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "DELETE /v2.0/floatingips/05933d65-0224-4287-a579-3e72aa217b7d HTTP/1.1" status: 204 len: 168 time: 0.8550358 Aug 18 19:30:04.500384 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:30:04.502622 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c" -d '{"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:30:04.538941 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb196c0c-1b40-46ac-80d2-52fad5e43696 x-openstack-request-id: req-fb196c0c-1b40-46ac-80d2-52fad5e43696 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:30:04.539229 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:30:04.539476 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb196c0c-1b40-46ac-80d2-52fad5e43696 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:30:04.539908 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'status': 'completed', 'code': 200} Aug 18 19:30:04.596768 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:04.606099 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-222e9a4f-e934-432d-bcc3-b3d4b5eff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:04.607772 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-222e9a4f-e934-432d-bcc3-b3d4b5eff243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 1098 time: 0.0425005 Aug 18 19:30:04.711271 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-599e0c41-e557-4088-bc34-a3e0de9d1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:04.712818 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-599e0c41-e557-4088-bc34-a3e0de9d1f97 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 200 len: 913 time: 0.0961320 Aug 18 19:30:04.746103 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd99876-3ed0-4def-931f-46420b6eb0c8 req-671f4f44-5d4a-4540-bab6-0944212136d1 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:04.748398 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fcd99876-3ed0-4def-931f-46420b6eb0c8 req-671f4f44-5d4a-4540-bab6-0944212136d1 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0505450 Aug 18 19:30:04.760004 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-c1788e58-a5fe-4214-bb4a-9fa5c50e9e2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 200 len: 217 time: 0.0379848 Aug 18 19:30:04.790911 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fcd99876-3ed0-4def-931f-46420b6eb0c8 req-41d5fa3e-72b5-40b6-a562-98a09afbbbb4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333140 Aug 18 19:30:04.815264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-22daf9b3-d865-4e94-8e23-f120aaaa75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:04.816777 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-22daf9b3-d865-4e94-8e23-f120aaaa75f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 200 len: 851 time: 0.0494421 Aug 18 19:30:04.819630 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:04.845523 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:30:04.854600 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:04.855365 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:29:36Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:04.865195 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-7aacc4a0-7c95-4382-931e-5c2927674ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:04.866692 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-7aacc4a0-7c95-4382-931e-5c2927674ccd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2ad66f9-82a5-4f38-80ec-a4045fffabf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400441 Aug 18 19:30:04.959415 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:04.962225 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-70dd2882-b6ec-457f-8e29-af312d8dc5a7 service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870550 Aug 18 19:30:05.054613 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d59bc43a-7e6d-4c51-9bd7-ccbb7ab5124c req-92a62687-925a-42bf-b56e-057266b1af3b service neutron] 10.222.0.67 "GET /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831671 Aug 18 19:30:05.159503 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:05.314241 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636b3291-096a-4530-8669-81c3287c4a1c None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:21:52Z', 'revision_number': 4, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': '0631e878-150e-407c-8d75-9fb9e0e227f9', 'name': '', 'network_id': 'd2ad66f9-82a5-4f38-80ec-a4045fffabf2', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'mac_address': 'fa:16:3e:66:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:51Z', 'updated_at': '2021-08-18T19:21:59Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'subnets': [{'id': '8c2d483b-d0ce-4cc0-aed4-2138b8939917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:30:05.531976 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c34ddb-656f-453a-8e7e-b820219dd20d None None] New status for floating IP 05933d65-0224-4287-a579-3e72aa217b7d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:30:05.653660 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51556eed-91f0-437c-b31a-10ad7cf1e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:05.939364 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fd716-7399-4562-8b7a-fdf6333244a6 req-e65e8697-f1bb-452e-84f4-d1fd0528e4de tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:05.940917 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f7fd716-7399-4562-8b7a-fdf6333244a6 req-e65e8697-f1bb-452e-84f4-d1fd0528e4de tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0629246 Aug 18 19:30:05.982332 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f7fd716-7399-4562-8b7a-fdf6333244a6 req-2a7fed1a-913f-426d-994f-a04f9f4ed236 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ba1db42-0cf0-41f0-a676-e5cd8f965f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354104 Aug 18 19:30:06.014137 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:06.213706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849017a-7ebf-460d-a079-3bd872caab30 req-341b0823-9358-42fd-ab27-9b3a94b843ad tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:30:06.215217 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f849017a-7ebf-460d-a079-3bd872caab30 req-341b0823-9358-42fd-ab27-9b3a94b843ad tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 945 time: 0.0651195 Aug 18 19:30:06.318840 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port 6cf6edff-3cd5-4891-9cac-32c0235087e8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:06.319151 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:06.412046 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] For port 6cf6edff-3cd5-4891-9cac-32c0235087e8, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6cf6edff-3cd5-4891-9cac-32c0235087e8,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:06.412359 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:06.425840 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for 6cf6edff-3cd5-4891-9cac-32c0235087e8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:06.561354 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:06.850736 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=6cf6edff-3cd5-4891-9cac-32c0235087e8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:06.890204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] No DVR routers for this DVR port 6cf6edff-3cd5-4891-9cac-32c0235087e8 on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:30:06.892685 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:06.894643 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f849017a-7ebf-460d-a079-3bd872caab30 req-f5b7b008-625a-4e52-a6c9-dd81bfec73b4 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.67 "DELETE /v2.0/ports/6cf6edff-3cd5-4891-9cac-32c0235087e8 HTTP/1.1" status: 204 len: 173 time: 0.6736858 Aug 18 19:30:06.895064 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'name': 'network-vif-deleted', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:30:06.897471 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8457a75-f4b2-4fac-8427-641bad7ba078" -d '{"events": [{"server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "name": "network-vif-deleted", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:30:06.942341 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc14f4c-a4cd-4b46-b0c4-b6235d1a34b3 x-openstack-request-id: req-2fc14f4c-a4cd-4b46-b0c4-b6235d1a34b3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:30:06.942693 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682dcc16-8185-40c1-9488-c3ec0ee72990", "name": "network-vif-deleted", "tag": "6cf6edff-3cd5-4891-9cac-32c0235087e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:30:06.942946 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fc14f4c-a4cd-4b46-b0c4-b6235d1a34b3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:30:06.943343 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682dcc16-8185-40c1-9488-c3ec0ee72990', 'name': 'network-vif-deleted', 'tag': '6cf6edff-3cd5-4891-9cac-32c0235087e8', 'status': 'completed', 'code': 200} Aug 18 19:30:07.066825 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:07.102376 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d18a8c77-bf20-4742-a097-3d6cc47adc25 req-5e8e4767-2120-4cb2-ae28-bf769585aed2 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "GET /v2.0/ports?device_id=682dcc16-8185-40c1-9488-c3ec0ee72990 HTTP/1.1" status: 200 len: 210 time: 0.0329125 Aug 18 19:30:08.173041 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:08.314077 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Deleting port e6ccffd6-9768-45ff-823f-8d5b11d4841b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:08.314515 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.402169 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.402393 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.415113 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Calling delete_port for e6ccffd6-9768-45ff-823f-8d5b11d4841b owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:08.547297 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.576516 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'Port': ['ID=e6ccffd6-9768-45ff-823f-8d5b11d4841b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:08.633278 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.636245 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:08.637408 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-92dcf532-2763-4fe5-a334-6b125dfe49fe tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "DELETE /v2.0/floatingips/8060b1b0-9b11-4055-b00d-2493d62469bc HTTP/1.1" status: 204 len: 168 time: 0.4632246 Aug 18 19:30:08.668304 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:09.058445 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6cf6edff-3cd5-4891-9cac-32c0235087e8 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:09.079501 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 6cf6edff-3cd5-4891-9cac-32c0235087e8 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:09.079873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 6cf6edff-3cd5-4891-9cac-32c0235087e8 not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:09.861862 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:09.928637 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:09.954256 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:10.025931 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:10.028832 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:10.029992 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ba1db42-0cf0-41f0-a676-e5cd8f965f11 HTTP/1.1" status: 204 len: 168 time: 0.1670184 Aug 18 19:30:10.040649 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49059c-5626-4f91-a100-a76d659302d9 tempest-TestVolumeBootPattern-998567865 tempest-TestVolumeBootPattern-998567865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1db42-0cf0-41f0-a676-e5cd8f965f11,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:10.098553 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:10.668535 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:10.939779 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Deleting port 0631e878-150e-407c-8d75-9fb9e0e227f9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:10.940067 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:11.029106 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] For port 0631e878-150e-407c-8d75-9fb9e0e227f9, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0631e878-150e-407c-8d75-9fb9e0e227f9,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:11.030067 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:11.051183 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Calling delete_port for 0631e878-150e-407c-8d75-9fb9e0e227f9 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:11.247212 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:11.284730 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=0631e878-150e-407c-8d75-9fb9e0e227f9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:11.309095 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.309438 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.309835 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.310223 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.310551 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.310873 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.311184 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.311543 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.311947 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.312270 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.312583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.312962 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:11.330264 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:11.749381 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:11.973089 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Router 3688f993-f7c8-4777-88be-74f0211a3531 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:30:12.083871 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:30:12.088909 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-701c3ad7-d2eb-470d-ba6c-10317ef83e37 admin admin] 10.222.0.25 "PUT /v2.0/routers/3688f993-f7c8-4777-88be-74f0211a3531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896712 Aug 18 19:30:12.092468 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34134) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:12.095887 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Sync routers for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:30:12.105882 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:12.106511 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:30:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:12.206471 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.212011 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:12.310566 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.365903 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Deleting port 1b5bbd04-27da-4927-8676-23c922dbdda0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:12.366242 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.387187 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:30:11Z', 'revision_number': 5, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port': {'id': '1b5bbd04-27da-4927-8676-23c922dbdda0', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3688f993-f7c8-4777-88be-74f0211a3531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:48Z', 'updated_at': '2021-08-18T19:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:12.413301 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Checking router: 3688f993-f7c8-4777-88be-74f0211a3531 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:30:12.421945 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Routers {'3688f993-f7c8-4777-88be-74f0211a3531'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:12.422552 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:30:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['3688f993-f7c8-4777-88be-74f0211a3531'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:12.446904 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] For port 1b5bbd04-27da-4927-8676-23c922dbdda0, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=1b5bbd04-27da-4927-8676-23c922dbdda0,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:12.447267 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.463638 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Calling delete_port for 1b5bbd04-27da-4927-8676-23c922dbdda0 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:12.507092 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] Set router 3688f993-f7c8-4777-88be-74f0211a3531 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:12.557222 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:30:12Z', 'revision_number': 6, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:12.585811 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af18a3d-c46a-41e8-9a93-949598776db1 None None] The sync data for ids ['3688f993-f7c8-4777-88be-74f0211a3531'] in dv-cinder-784092-14-iscsi is: [{'id': '3688f993-f7c8-4777-88be-74f0211a3531', 'name': 'tempest-TestVolumeBootPattern-1808849140-router', 'tenant_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:47Z', 'updated_at': '2021-08-18T19:30:12Z', 'revision_number': 6, 'project_id': '4d4a606ae22d410289c4c35cde5d6e7a', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:30:12.631663 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.659430 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5bbd04-27da-4927-8676-23c922dbdda0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:12.724712 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.811345 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.813846 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.872257 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.872717 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3688f993-f7c8-4777-88be-74f0211a3531 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:30:12.878298 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.879446 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-95313eab-89b4-4ebf-9286-199081d9f921 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3688f993-f7c8-4777-88be-74f0211a3531 HTTP/1.1" status: 204 len: 168 time: 0.7860932 Aug 18 19:30:12.881954 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:12.929746 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Deleting subnet 8c2d483b-d0ce-4cc0-aed4-2138b8939917 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:30:12.933022 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:12.973878 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.057571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.116258 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.141422 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2d483b-d0ce-4cc0-aed4-2138b8939917,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:13.147831 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.149879 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6b4a7e3c-d44a-408b-b71c-a9fa8a753e12 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c2d483b-d0ce-4cc0-aed4-2138b8939917 HTTP/1.1" status: 204 len: 168 time: 0.2668834 Aug 18 19:30:13.154307 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8ac76-0b64-46b0-b9e9-8a25dbe1b23f None None] Network d2ad66f9-82a5-4f38-80ec-a4045fffabf2 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:30:13.155094 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:13.226562 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.280337 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Deleting port 0421d642-8e37-470e-a7d7-22f78dabec4d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:13.280685 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.362284 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] For port 0421d642-8e37-470e-a7d7-22f78dabec4d, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0421d642-8e37-470e-a7d7-22f78dabec4d,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:13.362973 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.375797 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Calling delete_port for 0421d642-8e37-470e-a7d7-22f78dabec4d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:13.391019 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] DHCP port deletion for d2ad66f9-82a5-4f38-80ec-a4045fffabf2 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:30:13.440185 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Deleting port 0421d642-8e37-470e-a7d7-22f78dabec4d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:13.440579 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.483345 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.513425 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] For port 0421d642-8e37-470e-a7d7-22f78dabec4d, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=0421d642-8e37-470e-a7d7-22f78dabec4d,segment=NetworkSegment(0e7e6350-1bfb-46dc-a297-ae8d058be217),segment_id=0e7e6350-1bfb-46dc-a297-ae8d058be217)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:13.513865 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.517513 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] No DVR routers for this DVR port 0421d642-8e37-470e-a7d7-22f78dabec4d on host dv-cinder-784092-14-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:30:13.523397 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Pushing event deleted for resources: {'Port': ['ID=0421d642-8e37-470e-a7d7-22f78dabec4d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:13.531669 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Calling delete_port for 0421d642-8e37-470e-a7d7-22f78dabec4d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:13.598004 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.610451 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ad66f9-82a5-4f38-80ec-a4045fffabf2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:13.622885 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7e6350-1bfb-46dc-a297-ae8d058be217') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:13.623190 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7e6350-1bfb-46dc-a297-ae8d058be217') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:13.634058 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.634568 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.652067 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] No DVR routers for this DVR port 0421d642-8e37-470e-a7d7-22f78dabec4d on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:30:13.663106 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.670374 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:30:13.671003 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:30:13.673496 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:30:13.686553 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 1b5bbd04-27da-4927-8676-23c922dbdda0 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:13.686553 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Pushing event deleted for resources: {'Port': ['ID=0421d642-8e37-470e-a7d7-22f78dabec4d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:13.715231 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.715589 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.715998 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.716360 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.716693 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.717773 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.717773 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.718149 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.718149 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.719360 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.719761 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.720126 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a232d6-a0d8-47aa-93b6-084ec610bf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:30:13.724020 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 1b5bbd04-27da-4927-8676-23c922dbdda0 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:13.724377 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 1b5bbd04-27da-4927-8676-23c922dbdda0 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:13.724778 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0631e878-150e-407c-8d75-9fb9e0e227f9 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:13.745362 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.753987 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 0631e878-150e-407c-8d75-9fb9e0e227f9 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:13.754418 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0631e878-150e-407c-8d75-9fb9e0e227f9 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:13.754716 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0421d642-8e37-470e-a7d7-22f78dabec4d no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:13.759698 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:13.761714 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2ad66f9-82a5-4f38-80ec-a4045fffabf2 HTTP/1.1" status: 204 len: 168 time: 0.6053522 Aug 18 19:30:13.765062 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:13.773182 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360930e8-946b-42fe-8ef9-9bc50c849933 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ad66f9-82a5-4f38-80ec-a4045fffabf2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:13.785700 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 0421d642-8e37-470e-a7d7-22f78dabec4d {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:13.786038 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 0421d642-8e37-470e-a7d7-22f78dabec4d not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:14.121088 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:14.392336 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Deleting port d8fbfeb8-705a-49df-be01-a77115045f8a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:14.392577 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:14.475656 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] For port d8fbfeb8-705a-49df-be01-a77115045f8a, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=d8fbfeb8-705a-49df-be01-a77115045f8a,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:14.476056 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:14.488695 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Calling delete_port for d8fbfeb8-705a-49df-be01-a77115045f8a owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:14.671103 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:14.698305 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fbfeb8-705a-49df-be01-a77115045f8a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:14.861181 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.080977 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Router 656046f1-e3ce-41ae-be5d-7997902ee59e has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:30:15.207117 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:30:15.213064 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-010b211f-ab82-4d8e-b35d-02281c2965ed admin admin] 10.222.0.25 "PUT /v2.0/routers/656046f1-e3ce-41ae-be5d-7997902ee59e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4454598 Aug 18 19:30:15.215296 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:15.216393 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Sync routers for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:30:15.230310 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:15.231181 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:30:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:15.322813 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.338655 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:15.426551 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.478649 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Deleting port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:15.478986 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.511410 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:30:14Z', 'revision_number': 5, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port': {'id': 'c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:21:57Z', 'updated_at': '2021-08-18T19:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:15.537173 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Checking router: 656046f1-e3ce-41ae-be5d-7997902ee59e for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:30:15.545566 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Routers {'656046f1-e3ce-41ae-be5d-7997902ee59e'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:30:15.546173 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:30:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['656046f1-e3ce-41ae-be5d-7997902ee59e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:15.560412 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] For port c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:15.560960 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.578144 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Calling delete_port for c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:15.630065 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] Set router 656046f1-e3ce-41ae-be5d-7997902ee59e gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:30:15.683119 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:30:15Z', 'revision_number': 6, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:15.709981 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfeefa-d031-45d8-86e5-8f4d6a8c8884 None None] The sync data for ids ['656046f1-e3ce-41ae-be5d-7997902ee59e'] in dv-cinder-784092-14-iscsi is: [{'id': '656046f1-e3ce-41ae-be5d-7997902ee59e', 'name': 'tempest-TestVolumeBootPattern-243829701-router', 'tenant_id': '97c16248132f4488994e9e20e6460712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:21:56Z', 'updated_at': '2021-08-18T19:30:15Z', 'revision_number': 6, 'project_id': '97c16248132f4488994e9e20e6460712', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:30:15.752386 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.788789 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:15.847517 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.935154 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.937365 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.984288 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.984943 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656046f1-e3ce-41ae-be5d-7997902ee59e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:30:15.989676 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:15.990896 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7217aaac-fc4f-4361-a11f-c448e01e759a admin admin] 10.222.0.25 "DELETE /v2.0/routers/656046f1-e3ce-41ae-be5d-7997902ee59e HTTP/1.1" status: 204 len: 168 time: 0.7744234 Aug 18 19:30:15.993685 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:16.037065 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Deleting subnet cd0ec57f-ec9c-4a92-9994-826d1dc4f65c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:30:16.040351 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.074724 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8555390'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.159605 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.214654 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10104449'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.239368 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0ec57f-ec9c-4a92-9994-826d1dc4f65c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:16.242941 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.247300 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5a047804-8bb1-451a-8524-f39fab38fa14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd0ec57f-ec9c-4a92-9994-826d1dc4f65c HTTP/1.1" status: 204 len: 168 time: 0.2501349 Aug 18 19:30:16.247594 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:16.248701 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153016dd-260d-4341-a34f-3220151981d0 None None] Network 447efb0e-e71e-4e69-9360-0fefa355f4dd requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:30:16.328511 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.382943 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Deleting port 535f0c42-9013-45a9-885d-41ef414f79de {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:16.383268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.446857 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] DHCP port deletion for 447efb0e-e71e-4e69-9360-0fefa355f4dd request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:30:16.451021 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] For port 535f0c42-9013-45a9-885d-41ef414f79de, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=535f0c42-9013-45a9-885d-41ef414f79de,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:16.451399 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.467727 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Calling delete_port for 535f0c42-9013-45a9-885d-41ef414f79de owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:16.497513 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Deleting port 535f0c42-9013-45a9-885d-41ef414f79de {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:30:16.497979 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.555202 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.559144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] For port 535f0c42-9013-45a9-885d-41ef414f79de, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=535f0c42-9013-45a9-885d-41ef414f79de,segment=NetworkSegment(9b306462-1894-4344-9dc1-16b7947e4ef1),segment_id=9b306462-1894-4344-9dc1-16b7947e4ef1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:30:16.559533 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.572603 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Calling delete_port for 535f0c42-9013-45a9-885d-41ef414f79de owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:30:16.583398 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Pushing event deleted for resources: {'Port': ['ID=535f0c42-9013-45a9-885d-41ef414f79de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:16.585274 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] No DVR routers for this DVR port 535f0c42-9013-45a9-885d-41ef414f79de on host dv-cinder-784092-14-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:30:16.606712 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:30:16.651633 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.662542 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.674051 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447efb0e-e71e-4e69-9360-0fefa355f4dd']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:16.678431 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] Pushing event deleted for resources: {'Port': ['ID=535f0c42-9013-45a9-885d-41ef414f79de,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:16.682407 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39157d-c3ba-4ac7-bdbd-dfb608e47ec4 None None] No DVR routers for this DVR port 535f0c42-9013-45a9-885d-41ef414f79de on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:30:16.686585 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b306462-1894-4344-9dc1-16b7947e4ef1') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:16.686878 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b306462-1894-4344-9dc1-16b7947e4ef1') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:30:16.698391 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.713299 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.720764 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:30:16.721181 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:30:16.722927 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:30:16.781382 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.788065 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:16.790295 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] 10.222.0.25 "DELETE /v2.0/networks/447efb0e-e71e-4e69-9360-0fefa355f4dd HTTP/1.1" status: 204 len: 168 time: 0.5416548 Aug 18 19:30:16.802086 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf12c9-418e-47bf-8468-9dcea002c170 admin admin] Pushing event deleted for resources: {'Network': ['ID=447efb0e-e71e-4e69-9360-0fefa355f4dd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:16.913827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:16.957315 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-dd0551b6-30e6-4d6e-acd6-5362b187125f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d4a606ae22d410289c4c35cde5d6e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421283 Aug 18 19:30:16.959860 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:17.024480 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.049900 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.109165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.112378 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.113544 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3906036-bb10-4ee9-a240-510d0a536ae0 HTTP/1.1" status: 204 len: 168 time: 0.1527531 Aug 18 19:30:17.121255 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480a48a-80e7-4576-8e49-6f2b5cf3b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3906036-bb10-4ee9-a240-510d0a536ae0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:17.477309 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34158) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:17.516941 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-fbb3c62e-60f3-41df-8ef5-1f23308a2a6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97c16248132f4488994e9e20e6460712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384612 Aug 18 19:30:17.520623 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:30:17.567869 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.590550 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.616372 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:17.636384 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:17.636872 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device c8a092f5-9a5b-4b64-b6f4-ce7531ee2e95 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:17.637333 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 535f0c42-9013-45a9-885d-41ef414f79de no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:17.639706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.643098 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:17.647068 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/055fe9bd-b37d-4b6b-a0a6-9ab31bd1ba00 HTTP/1.1" status: 204 len: 168 time: 0.1255455 Aug 18 19:30:17.655460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23e3c5-15e3-46a3-90c1-bd799fcb862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055fe9bd-b37d-4b6b-a0a6-9ab31bd1ba00,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:30:17.658328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 535f0c42-9013-45a9-885d-41ef414f79de {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:17.658930 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 535f0c42-9013-45a9-885d-41ef414f79de not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:17.659546 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fbfeb8-705a-49df-be01-a77115045f8a no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:30:17.682580 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: d8fbfeb8-705a-49df-be01-a77115045f8a {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:30:17.682931 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device d8fbfeb8-705a-49df-be01-a77115045f8a not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:30:33.347608 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2967631d-4aea-47be-8b26-e6143f79b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:35.668314 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-916a0a80-44c6-4758-b38d-bf99738c7df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:36.027542 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:37.068814 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:38.674688 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:41.330821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:30:53.607615 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:31:03.347448 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07ffc0fe-3680-46de-8655-e111496ffc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:05.666840 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-645a8b30-c96f-47e1-966c-1ee6b98f42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:06.030845 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:07.075315 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:08.676997 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.150803 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:10.318153 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Deleting port 9be598ef-7063-4676-be2a-d0fa4783b3dc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:10.318476 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.400132 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.400433 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.413893 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Calling delete_port for 9be598ef-7063-4676-be2a-d0fa4783b3dc owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:10.567927 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.598211 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event deleted for resources: {'Port': ['ID=9be598ef-7063-4676-be2a-d0fa4783b3dc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:10.659763 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:10.660250 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Floating IP aaa045c5-3000-4b7c-97fd-7166d3e66aed disassociated (deleted). External IP: 172.27.0.65, port: 239e7773-1989-4545-9664-ccba5e7ace8a. Aug 18 19:31:10.883261 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Router 96f9f4a5-ad40-4571-af18-f3b955ad0958 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:31:11.265663 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:31:11.271012 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:11.275868 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Sync routers for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:31:11.285401 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:11.286004 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:11.300378 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-02faea7b-cc3a-404c-b1f5-6e50f53c1587 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "DELETE /v2.0/floatingips/aaa045c5-3000-4b7c-97fd-7166d3e66aed HTTP/1.1" status: 204 len: 168 time: 1.1482441 Aug 18 19:31:11.300974 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:31:11.303237 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059829b1686c1aea42de8b092ed5926dc3f8ce3961f785f36169e0b2b2344aa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b28286-ff0b-475e-b4b6-e66d506b8e19" -d '{"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:31:11.377900 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:11.411066 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:11.549244 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990dad3-13ee-489a-a706-339d2a5a4888 x-openstack-request-id: req-3990dad3-13ee-489a-a706-339d2a5a4888 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:31:11.549538 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:31:11.549788 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3990dad3-13ee-489a-a706-339d2a5a4888 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:31:11.550192 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'status': 'completed', 'code': 200} Aug 18 19:31:11.640278 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:11.668740 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Checking router: 96f9f4a5-ad40-4571-af18-f3b955ad0958 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:31:11.671118 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-2054a224-ff3a-453a-83e7-d7a89c4cdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:11.672661 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-2054a224-ff3a-453a-83e7-d7a89c4cdae2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e065c6e3ea7742028b8ee4bc956db547&device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 1098 time: 0.0949421 Aug 18 19:31:11.677873 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:11.678514 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:11.681383 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fc39c-ff62-4aa6-9417-c3a364ad6a49 req-39bafb35-b2f2-44fe-9d3f-ed8c2df007af tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:11.682959 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b98fc39c-ff62-4aa6-9417-c3a364ad6a49 req-39bafb35-b2f2-44fe-9d3f-ed8c2df007af tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.1813655 Aug 18 19:31:11.722761 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b98fc39c-ff62-4aa6-9417-c3a364ad6a49 req-033d7e96-dab5-496d-ad42-6bffbf27c148 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335124 Aug 18 19:31:11.765197 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-bd00c127-ae1b-4394-ab06-35c550849de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:11.766888 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-bd00c127-ae1b-4394-ab06-35c550849de6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 200 len: 910 time: 0.0854342 Aug 18 19:31:11.814928 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-22ce3d35-85de-4cbc-8c44-b80d0772c4c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 200 len: 217 time: 0.0398073 Aug 18 19:31:11.867123 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-3a8ffb49-20f7-4de9-a8fa-b5126137c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:11.868638 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-3a8ffb49-20f7-4de9-a8fa-b5126137c893 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 200 len: 848 time: 0.0463824 Aug 18 19:31:11.917941 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-119959a2-56ba-4944-8780-4c59a6b78cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:11.919452 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-119959a2-56ba-4944-8780-4c59a6b78cc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e318a8bc-97cf-40f0-a150-a902f973f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424707 Aug 18 19:31:11.930318 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:11.933486 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-0adbaaca-7ea0-4118-a8f4-c58abce67f06 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 19:31:11.934457 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-0adbaaca-7ea0-4118-a8f4-c58abce67f06 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053370 Aug 18 19:31:12.026374 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-b187963c-91bf-43ed-8962-5b0593093c0b service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Aug 18 19:31:12.119648 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b28286-ff0b-475e-b4b6-e66d506b8e19 req-22f3a9ee-4273-434f-8dea-52e8acaab5ea service neutron] 10.222.0.67 "GET /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844436 Aug 18 19:31:12.138605 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:12.169269 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d78cf58-236f-4357-8771-6edaf74618c7 None None] The sync data for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi is: [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:26:42Z', 'revision_number': 4, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi', '_interfaces': [{'id': 'e5eb3c4d-45ce-4330-9816-4affb1898660', 'name': '', 'network_id': 'e318a8bc-97cf-40f0-a150-a902f973f38f', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'mac_address': 'fa:16:3e:05:42:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:41Z', 'updated_at': '2021-08-18T19:26:48Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'subnets': [{'id': 'c929ee31-3e23-478d-b09f-35b3d3d44a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:31:12.388419 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57ff1d-4cd7-4d89-9b9d-9bf037e4216d None None] New status for floating IP aaa045c5-3000-4b7c-97fd-7166d3e66aed: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 19:31:12.912758 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bedcc-8b35-4e09-9626-add82dfaa85e req-29011326-598f-4a06-887c-1b54702508e8 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:12.914137 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a0bedcc-8b35-4e09-9626-add82dfaa85e req-29011326-598f-4a06-887c-1b54702508e8 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.1191411 Aug 18 19:31:12.957711 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a0bedcc-8b35-4e09-9626-add82dfaa85e req-e4b1592d-5a8e-43a4-89e8-3ca3c40a1cf1 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/security-groups?id=76ea01fb-ab33-4542-9f45-274f951f93fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375316 Aug 18 19:31:13.095796 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-5ed91f95-2466-4fba-a50b-149316743ec5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 19:31:13.097279 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-5ed91f95-2466-4fba-a50b-149316743ec5 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.67 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 945 time: 0.0655694 Aug 18 19:31:13.191086 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Deleting port 239e7773-1989-4545-9664-ccba5e7ace8a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:13.191301 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:13.284560 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] For port 239e7773-1989-4545-9664-ccba5e7ace8a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=239e7773-1989-4545-9664-ccba5e7ace8a,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:13.284939 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:13.297789 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Calling delete_port for 239e7773-1989-4545-9664-ccba5e7ace8a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:13.428157 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:13.459354 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event deleted for resources: {'Port': ['ID=239e7773-1989-4545-9664-ccba5e7ace8a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:13.469459 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.469760 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.470093 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.470427 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.470757 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.471085 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.471406 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.471734 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.472078 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.472380 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.473375 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.473375 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:13.516495 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] No DVR routers for this DVR port 239e7773-1989-4545-9664-ccba5e7ace8a on host hv-cinder-78409 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:31:13.519092 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54513'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:13.521121 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2f1e20c5-30cb-48a2-afbd-a4f240debd48 req-8a60194d-0da9-4914-aaf8-6038aee38fdc tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.67 "DELETE /v2.0/ports/239e7773-1989-4545-9664-ccba5e7ace8a HTTP/1.1" status: 204 len: 173 time: 0.4166632 Aug 18 19:31:13.521552 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-deleted', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 19:31:13.523799 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569487d4a3199c03b0628bd89e8fe420ad36493d7fa40ee2456042f89b335847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f84ea1-b021-44ea-ac7a-2f39c8a392ac" -d '{"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-deleted", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 19:31:13.631228 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ae478-c101-44d3-8104-714345666bc9 x-openstack-request-id: req-c15ae478-c101-44d3-8104-714345666bc9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 19:31:13.631518 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acde4557-e703-4540-bc7e-359df440db21", "name": "network-vif-deleted", "tag": "239e7773-1989-4545-9664-ccba5e7ace8a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 19:31:13.631770 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c15ae478-c101-44d3-8104-714345666bc9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 19:31:13.632279 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acde4557-e703-4540-bc7e-359df440db21', 'name': 'network-vif-deleted', 'tag': '239e7773-1989-4545-9664-ccba5e7ace8a', 'status': 'completed', 'code': 200} Aug 18 19:31:14.068135 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a2a68ae-42cf-4955-99bd-545124b96e77 req-5a75e117-9303-40e7-ade0-4ba7a426f207 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "GET /v2.0/ports?device_id=acde4557-e703-4540-bc7e-359df440db21 HTTP/1.1" status: 200 len: 210 time: 0.0291159 Aug 18 19:31:15.141110 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34212) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:15.202438 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:15.228228 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:15.289669 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:15.292253 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:15.293510 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] 10.222.0.25 "DELETE /v2.0/security-groups/76ea01fb-ab33-4542-9f45-274f951f93fb HTTP/1.1" status: 204 len: 168 time: 0.1512220 Aug 18 19:31:15.302780 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea01fb-ab33-4542-9f45-274f951f93fb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:15.310444 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.310784 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.311151 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.311480 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.311802 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.312160 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.312481 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.312799 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.313117 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.313431 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.313747 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.314402 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127afe70-4a98-42e4-be2b-59c647a00670 tempest-TestShelveInstance-1537228482 tempest-TestShelveInstance-1537228482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:15.334737 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:15.427754 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:15.447515 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] No Port match for: 239e7773-1989-4545-9664-ccba5e7ace8a {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:15.447900 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Device 239e7773-1989-4545-9664-ccba5e7ace8a not bound to the agent host hv-cinder-78409 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:15.688005 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:15.953933 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Deleting port e5eb3c4d-45ce-4330-9816-4affb1898660 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:15.954171 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:16.038667 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] For port e5eb3c4d-45ce-4330-9816-4affb1898660, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=e5eb3c4d-45ce-4330-9816-4affb1898660,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:16.039090 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:16.056181 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Calling delete_port for e5eb3c4d-45ce-4330-9816-4affb1898660 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:16.260723 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:16.289699 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5eb3c4d-45ce-4330-9816-4affb1898660,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:16.463247 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:16.679983 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Router 96f9f4a5-ad40-4571-af18-f3b955ad0958 has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:31:16.797623 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:31:16.803039 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7ee0be09-a161-40dd-8cd8-bca807a40604 admin admin] 10.222.0.25 "PUT /v2.0/routers/96f9f4a5-ad40-4571-af18-f3b955ad0958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689205 Aug 18 19:31:16.806572 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:16.809016 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Sync routers for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:31:16.818794 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:16.819411 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:16.909574 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:16.925718 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: dv-cinder-784092-14-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:17.009189 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.064054 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Deleting port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:17.064458 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.103132 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:31:16Z', 'revision_number': 5, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port': {'id': 'cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:40Z', 'updated_at': '2021-08-18T19:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:17.132910 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Checking router: 96f9f4a5-ad40-4571-af18-f3b955ad0958 for host: dv-cinder-784092-14-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:31:17.141359 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Routers {'96f9f4a5-ad40-4571-af18-f3b955ad0958'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:17.141522 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] For port cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:17.141837 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.142013 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['96f9f4a5-ad40-4571-af18-f3b955ad0958'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:17.154514 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Calling delete_port for cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:17.230585 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] Set router 96f9f4a5-ad40-4571-af18-f3b955ad0958 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:17.280893 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:31:17Z', 'revision_number': 6, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:17.310999 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b8939-4f49-4092-9296-bc7cec7eb10c None None] The sync data for ids ['96f9f4a5-ad40-4571-af18-f3b955ad0958'] in dv-cinder-784092-14-iscsi is: [{'id': '96f9f4a5-ad40-4571-af18-f3b955ad0958', 'name': 'tempest-TestShelveInstance-1942015299-router', 'tenant_id': 'e065c6e3ea7742028b8ee4bc956db547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:39Z', 'updated_at': '2021-08-18T19:31:17Z', 'revision_number': 6, 'project_id': 'e065c6e3ea7742028b8ee4bc956db547', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:31:17.323587 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.353493 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:17.413881 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.516712 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.518901 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.570554 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.571199 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f9f4a5-ad40-4571-af18-f3b955ad0958 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:31:17.576426 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.577626 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c49c0115-caee-47ff-bd24-0fc06e9b8a76 admin admin] 10.222.0.25 "DELETE /v2.0/routers/96f9f4a5-ad40-4571-af18-f3b955ad0958 HTTP/1.1" status: 204 len: 168 time: 0.7701485 Aug 18 19:31:17.581215 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:17.630709 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Deleting subnet c929ee31-3e23-478d-b09f-35b3d3d44a24 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:31:17.634223 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.673783 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.760447 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.813215 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.845217 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c929ee31-3e23-478d-b09f-35b3d3d44a24,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:17.847394 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.849426 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0f7b1254-7182-4777-8c6e-179e82073f36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c929ee31-3e23-478d-b09f-35b3d3d44a24 HTTP/1.1" status: 204 len: 168 time: 0.2671435 Aug 18 19:31:17.850730 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281d9b8-68ad-4b21-9e28-cbff9b3a81a3 None None] Network e318a8bc-97cf-40f0-a150-a902f973f38f requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:31:17.851982 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:17.919130 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:17.970963 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Deleting port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:17.971301 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.037401 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] For port 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=85ca0f42-7f9d-4dbe-8708-adb7974bc553,segment=NetworkSegment(6f45901f-4bf7-47ba-a2d3-241b73c91e67),segment_id=6f45901f-4bf7-47ba-a2d3-241b73c91e67)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:18.037765 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.050643 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Calling delete_port for 85ca0f42-7f9d-4dbe-8708-adb7974bc553 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:18.090058 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] DHCP port deletion for e318a8bc-97cf-40f0-a150-a902f973f38f request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:31:18.094882 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e5eb3c4d-45ce-4330-9816-4affb1898660 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:18.134731 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: e5eb3c4d-45ce-4330-9816-4affb1898660 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:18.135073 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device e5eb3c4d-45ce-4330-9816-4affb1898660 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:18.137585 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8759935'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.160073 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Deleting port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:18.160460 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.165583 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ca0f42-7f9d-4dbe-8708-adb7974bc553,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:18.171315 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] No DVR routers for this DVR port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 on host dv-cinder-784092-14-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:31:18.224522 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] For port 85ca0f42-7f9d-4dbe-8708-adb7974bc553, host dv-cinder-784092-14-iscsi, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:18.224912 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.240300 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.240482 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Calling delete_port for 85ca0f42-7f9d-4dbe-8708-adb7974bc553 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:18.242966 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 19:31:18.244227 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.250285 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e318a8bc-97cf-40f0-a150-a902f973f38f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:18.259693 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f45901f-4bf7-47ba-a2d3-241b73c91e67') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:18.260016 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f45901f-4bf7-47ba-a2d3-241b73c91e67') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:18.268252 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Pushing event deleted for resources: {'Port': ['ID=85ca0f42-7f9d-4dbe-8708-adb7974bc553,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:18.268747 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8764711'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.272506 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] No DVR routers for this DVR port 85ca0f42-7f9d-4dbe-8708-adb7974bc553 on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:31:18.279659 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.280049 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.280389 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.280727 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.281075 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.281380 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.281702 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.282029 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.282356 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.283191 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.283191 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.283345 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5febc2b-ff21-46c5-854d-d777f6eb4823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-14-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 19:31:18.284111 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.292808 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:31:18.293297 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737960'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: timer() Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: cb(*args, **kw) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: self._notify() Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: self.callback(batched_events) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: event.method(event) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._get(url).json() Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:31:18.295509 dv-cinder-784092-14-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:31:18.355149 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.361334 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:18.363194 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e318a8bc-97cf-40f0-a150-a902f973f38f HTTP/1.1" status: 204 len: 168 time: 0.5102844 Aug 18 19:31:18.366567 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:18.381755 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceaa58-3dfb-41b0-a8fe-5b0ecdad8fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e318a8bc-97cf-40f0-a150-a902f973f38f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:18.982125 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-283596'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:19.247230 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Deleting port b1554e5f-b49e-4134-a046-894bf59ddc26 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:19.247477 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:19.331761 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] For port b1554e5f-b49e-4134-a046-894bf59ddc26, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=b1554e5f-b49e-4134-a046-894bf59ddc26,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:19.332164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:19.345164 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Calling delete_port for b1554e5f-b49e-4134-a046-894bf59ddc26 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:19.556463 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:19.581737 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1554e5f-b49e-4134-a046-894bf59ddc26,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:19.725854 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 85ca0f42-7f9d-4dbe-8708-adb7974bc553 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:19.747086 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 85ca0f42-7f9d-4dbe-8708-adb7974bc553 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:19.747771 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 85ca0f42-7f9d-4dbe-8708-adb7974bc553 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:19.748508 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:19.753144 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288604'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:19.769328 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:19.769445 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device cc43c8f9-4879-4ae8-b7f6-a4cedf2d15c8 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:19.968170 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Router 98cad32d-8ea8-4c56-8660-85760d773ade has already been hosted by L3 agent 1ea80600-cf0c-4d95-af33-05e6e459baf1 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 19:31:20.073028 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] Notify agent at l3_agent.dv-cinder-784092-14-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 19:31:20.078425 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4a3fb8a2-ae10-4b5d-ae89-4fddec9212f1 admin admin] 10.222.0.25 "PUT /v2.0/routers/98cad32d-8ea8-4c56-8660-85760d773ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107902 Aug 18 19:31:20.080971 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:20.083322 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Sync routers for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 19:31:20.093726 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:20.094398 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:20.182708 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.198230 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: dv-cinder-784092-14-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:20.287819 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.343762 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Deleting port 2213c5bd-7183-4c03-9740-0c588e281694 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:20.344080 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.426264 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] For port 2213c5bd-7183-4c03-9740-0c588e281694, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=2213c5bd-7183-4c03-9740-0c588e281694,segment=NetworkSegment(c8c2d9a3-0479-4977-ab24-95db82593b87),segment_id=c8c2d9a3-0479-4977-ab24-95db82593b87)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:20.426630 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.438473 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Calling delete_port for 2213c5bd-7183-4c03-9740-0c588e281694 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:20.465675 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'external_fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2213c5bd-7183-4c03-9740-0c588e281694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:31:19Z', 'revision_number': 5, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port': {'id': '2213c5bd-7183-4c03-9740-0c588e281694', 'name': '', 'network_id': '93a13642-73e9-448e-a9de-828e18b02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a11d1d1d-a74e-4c84-b4f4-dfeba76049ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-14-iscsi'}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:20.490253 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Checking router: 98cad32d-8ea8-4c56-8660-85760d773ade for host: dv-cinder-784092-14-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 19:31:20.499117 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Routers {'98cad32d-8ea8-4c56-8660-85760d773ade'} bound to L3 agent in host dv-cinder-784092-14-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 19:31:20.499734 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T19:12:36Z,description=,heartbeat_timestamp=2021-08-18T19:31:06Z,host='dv-cinder-784092-14-iscsi',id=1ea80600-cf0c-4d95-af33-05e6e459baf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T19:12:36Z,topic='l3_agent')) {'router_ids': ['98cad32d-8ea8-4c56-8660-85760d773ade'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:20.585802 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] Set router 98cad32d-8ea8-4c56-8660-85760d773ade gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 19:31:20.606325 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.631216 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2213c5bd-7183-4c03-9740-0c588e281694,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:20.641840 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:31:20Z', 'revision_number': 6, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port_host': None}], 'dv-cinder-784092-14-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:20.667649 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d1a2e-9032-4895-8e26-a1b65aafe252 None None] The sync data for ids ['98cad32d-8ea8-4c56-8660-85760d773ade'] in dv-cinder-784092-14-iscsi is: [{'id': '98cad32d-8ea8-4c56-8660-85760d773ade', 'name': 'tempest-TestShelveInstance-1415604243-router', 'tenant_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T19:26:44Z', 'updated_at': '2021-08-18T19:31:20Z', 'revision_number': 6, 'project_id': 'f965fec44ad94fbc82b3e03505ef69e7', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 19:31:20.701497 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-286868'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.792292 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-284071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258016'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.794817 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.839342 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-284126'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.839891 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98cad32d-8ea8-4c56-8660-85760d773ade {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 19:31:20.845400 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.846574 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-14594011-0f60-4f34-ae0f-6e7da2bfbf58 admin admin] 10.222.0.25 "DELETE /v2.0/routers/98cad32d-8ea8-4c56-8660-85760d773ade HTTP/1.1" status: 204 len: 168 time: 0.7646821 Aug 18 19:31:20.849746 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.25', 34228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:20.900253 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Deleting subnet 2f4a62bb-7cd2-4390-919a-0ef6648ba00c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 19:31:20.906114 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:20.947577 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8764718'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.041354 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751762'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.101828 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8759818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346464'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.126578 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4a62bb-7cd2-4390-919a-0ef6648ba00c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:21.130571 dv-cinder-784092-14-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.132472 dv-cinder-784092-14-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-51b249c4-b53c-4826-bfe3-c0abe5b5d823 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f4a62bb-7cd2-4390-919a-0ef6648ba00c HTTP/1.1" status: 204 len: 168 time: 0.2815614 Aug 18 19:31:21.135268 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:21.136821 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ec47d-2435-46ba-abc1-547fcf92b6a1 None None] Network 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 requested from dv-cinder-784092-14-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 19:31:21.203547 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725643'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.261749 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Deleting port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:21.262096 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.327706 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] For port 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host dv-cinder-784092-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-14-iscsi',level=0,port_id=574c7b1e-816a-45ed-978c-2c7bd13c32d2,segment=NetworkSegment(af94fcbb-4d9e-4900-8a62-316d32769e59),segment_id=af94fcbb-4d9e-4900-8a62-316d32769e59)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:21.328100 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.341984 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Calling delete_port for 574c7b1e-816a-45ed-978c-2c7bd13c32d2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:21.405008 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] DHCP port deletion for 5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 request from dv-cinder-784092-14-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 19:31:21.435907 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555335'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.459587 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Deleting port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 19:31:21.460029 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771295169621'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.462204 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=574c7b1e-816a-45ed-978c-2c7bd13c32d2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:21.464017 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] No DVR routers for this DVR port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 on host dv-cinder-784092-14-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:31:21.531812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] For port 574c7b1e-816a-45ed-978c-2c7bd13c32d2, host dv-cinder-784092-14-iscsi, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 19:31:21.532242 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-290810'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.534069 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747035', 'neutron.services.segments.db._delete_segments_for_network-8771295369153'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.544576 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8e3d00-6b22-4068-b4eb-8c2387a93eb5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:21.545987 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Calling delete_port for 574c7b1e-816a-45ed-978c-2c7bd13c32d2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 19:31:21.548748 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 19:31:21.549985 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771295172729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771294865758'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.557652 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af94fcbb-4d9e-4900-8a62-316d32769e59') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:21.557945 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af94fcbb-4d9e-4900-8a62-316d32769e59') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 19:31:21.566671 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771295398054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8555383'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.574964 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] Pushing event deleted for resources: {'Port': ['ID=574c7b1e-816a-45ed-978c-2c7bd13c32d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:21.579497 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecaca3-d5f6-442f-911e-f4ae8346a64c None None] No DVR routers for this DVR port 574c7b1e-816a-45ed-978c-2c7bd13c32d2 on host dv-cinder-784092-14-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 19:31:21.582273 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.589371 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549776'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: timer() Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: cb(*args, **kw) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: self._notify() Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: self.callback(batched_events) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: event.method(event) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._get(url).json() Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 19:31:21.593883 dv-cinder-784092-14-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 19:31:21.657522 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-286785'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.666180 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599756'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.668125 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f8e3d00-6b22-4068-b4eb-8c2387a93eb5 HTTP/1.1" status: 204 len: 168 time: 0.5318258 Aug 18 19:31:21.669309 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1554e5f-b49e-4134-a046-894bf59ddc26 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:21.682479 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27f75e-e5fc-4fc7-b6c7-9dba94516ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8e3d00-6b22-4068-b4eb-8c2387a93eb5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:21.694553 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: b1554e5f-b49e-4134-a046-894bf59ddc26 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:21.694890 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device b1554e5f-b49e-4134-a046-894bf59ddc26 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:21.695362 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 574c7b1e-816a-45ed-978c-2c7bd13c32d2 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:21.719862 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 574c7b1e-816a-45ed-978c-2c7bd13c32d2 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:21.720210 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 574c7b1e-816a-45ed-978c-2c7bd13c32d2 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:21.720651 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 2213c5bd-7183-4c03-9740-0c588e281694 no longer exists at agent ovs-agent-dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 19:31:21.739403 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] No Port match for: 2213c5bd-7183-4c03-9740-0c588e281694 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 19:31:21.739745 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Device 2213c5bd-7183-4c03-9740-0c588e281694 not bound to the agent host dv-cinder-784092-14-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 19:31:21.859165 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:21.898694 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-38400abb-b85d-4f4c-8642-35f9aa85071d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e065c6e3ea7742028b8ee4bc956db547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382214 Aug 18 19:31:21.901307 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34236) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:21.949827 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:21.974253 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.040767 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.043460 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.044633 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46fb5953-464b-4974-81a8-fd9e2e477140 HTTP/1.1" status: 204 len: 168 time: 0.1424835 Aug 18 19:31:22.052553 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec74e9-f3ec-4681-bd03-28dcc8025845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb5953-464b-4974-81a8-fd9e2e477140,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:22.388530 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:22.436151 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6f78f82f-b338-42d5-9808-fc9e68088f8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f965fec44ad94fbc82b3e03505ef69e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460086 Aug 18 19:31:22.438812 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.25', 34244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 19:31:22.493187 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.515980 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.566998 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584110'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.569703 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:22.570835 dv-cinder-784092-14-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96dae1d6-7376-4897-a422-6b5ea4891863 HTTP/1.1" status: 204 len: 168 time: 0.1311300 Aug 18 19:31:22.580232 dv-cinder-784092-14-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606ea24-09b3-4c1a-8660-72c41a0e870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dae1d6-7376-4897-a422-6b5ea4891863,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 19:31:30.610870 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:31:33.353161 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7533969f-87ed-4dc8-aea5-54b0813c5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:35.661255 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0295668-0777-4bc3-ab68-c1e6d13ed676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:36.036109 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:37.078152 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:38.683091 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:31:41.353866 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:03.353361 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e1-c95c-406b-92c0-c12f856fe926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:05.669450 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0633d0ec-cc1f-4eb0-8833-d78de84d85f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:06.036739 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:07.083144 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:07.615150 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:32:08.685297 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:11.376336 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:33.358374 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84b92914-fb7a-4c41-b20d-9e9189d0e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:35.670122 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78a80237-3583-4ff3-b6fe-4da9d0cf8741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:36.035104 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:37.088543 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:38.688154 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:41.374521 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:32:44.621197 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:33:03.348499 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a8527a3-f773-4e59-bb86-eaa4cb947943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:05.664512 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d134fe17-2060-406b-9243-488677e3561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:06.034162 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:07.092812 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:08.697246 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:11.384338 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:21.624302 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:33:33.344908 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540039b0-b378-4dc6-9bd6-d5ac7f002f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:35.680819 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48b4a49b-bbec-4a25-858c-c31eafe6c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:36.036258 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:37.091435 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:38.694333 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:41.386667 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:33:58.629311 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:34:03.341421 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b85089c-8de1-4a41-bbd6-079562965032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:05.669270 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-534ad1ef-5332-48b8-b964-b5d2a4c6dd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:06.033267 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:07.105696 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:08.697852 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:11.387205 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:33.341599 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82358a29-72b3-4b9a-8990-0b73bdf4c6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:35.634524 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:34:35.667595 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-845ad2b3-1e23-4e59-afd0-b91f34062014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:36.037958 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:37.101066 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:38.700163 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:34:41.393841 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:03.340521 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-64a25286-9d17-49ed-97a4-fd2cfd8d6652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:05.673095 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f5893e7-831b-436a-9bce-117254cea672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:06.039107 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:07.112816 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:08.702684 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:11.396634 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:12.638982 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:35:33.340645 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85d07fba-1e5f-4c22-97e5-1c7571466ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:35.676778 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ec0-e8c2-4920-ac19-ce3f127c04e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:36.041183 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:37.114474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:38.704895 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:41.395202 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:35:49.644821 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 19:36:03.348028 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37fcaab4-32a3-4d06-a289-da3687cd36ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:05.677265 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-207cfcda-4418-47bc-b722-9cccfe38cfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:06.040474 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b62195-d30b-41ce-b275-6f257a19ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:07.121679 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c161c553-404a-4714-8315-cedd0e4fa709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:08.709271 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea50e873-2b11-4b0f-900a-4637b9ad0cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:11.389581 dv-cinder-784092-14-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e812b5af-a859-4dab-942c-7a9e6af7ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771295369171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750165'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 19:36:26.649742 dv-cinder-784092-14-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-c3d89c8f-e461-4acd-8b20-a196f463e777 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}